{ "_class" : "hudson.tasks.junit.TestResult", "testActions" : [ ], "duration" : 5047.0, "empty" : False, "failCount" : 435, "passCount" : 0, "skipCount" : 0, "suites" : [ { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "nitb_sms:sysmo", "duration" : 5.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=17634): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17634) [trial-2381↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17634)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=17634): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17634) [trial-2381↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17634)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 nitb_sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a19:11:14.579947 tst nitb_sms:sysmo: Using 1 x ip_address (candidates: 1)\u000a19:11:14.590652 tst nitb_sms:sysmo: Using 1 x bts (candidates: 1)\u000a19:11:15.161855 tst mo_mt_sms.py: using LAC 30898\u000a19:11:15.282252 tst mo_mt_sms.py: using RAC 43\u000a19:11:15.394422 tst mo_mt_sms.py: using CellId 30898\u000a19:11:15.517186 tst mo_mt_sms.py: using BVCI 30899\u000a19:11:15.540833 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a19:11:15.722912 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a19:11:16.017322 tst mo_mt_sms.py:9: start nitb and bts...\u000a19:11:16.146175 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a19:11:18.429192 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17633): Launched\u000a19:11:18.728595 run osmo-nitb_10.42.42.2(pid=17634): Launched\u000a19:11:18.901383 run osmo-nitb_10.42.42.2(pid=17634): ERR: Terminated: ERROR {rc=2} [trial-2381↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17634)]\u000a19:11:19.026091 run osmo-nitb_10.42.42.2(pid=17634): stdout: \u000a| (launched: 2022-12-12_19:11:18.582360) \u000a19:11:19.151126 run osmo-nitb_10.42.42.2(pid=17634): stderr: \u000a| (launched: 2022-12-12_19:11:18.627010)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:11:19.271460 run osmo-nitb_10.42.42.2(pid=17634): stdout: \u000a| (launched: 2022-12-12_19:11:18.582360) \u000a19:11:19.390798 run osmo-nitb_10.42.42.2(pid=17634): stderr: \u000a| (launched: 2022-12-12_19:11:18.627010)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:11:19.443260 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=17634): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17634) [trial-2381↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17634)] [trial-2381↪nitb_sms:sysmo↪mo_mt_sms.py:11]\u000a19:11:19.451179 tst mo_mt_sms.py:11: Test FAILED (4.9 sec)\u000a19:11:19.485751 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17633): Terminating (SIGTERM)\u000a19:11:19.662733 --- ParallelTerminationStrategy: PID 17633 died...\u000a19:11:19.718108 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17633): Terminated: ok {rc=0}\u000a19:11:19.808295 bus /sierra_3: Setting Powered False\u000a19:11:20.919487 bus /sierra_3: Setting Powered False\u000a19:11:22.029040 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "0", "name" : "nitb_sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:11:14" }, { "cases" : [ { "testActions" : [ ], "age" : 51, "className" : "sms:sysmo", "duration" : 15.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17644): Process ended prematurely: osmo-stp_10.42.42.5(pid=17644) [trial-2381↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17644)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17644): Process ended prematurely: osmo-stp_10.42.42.5(pid=17644) [trial-2381↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17644)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a19:11:23.891498 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a19:11:23.902553 tst sms:sysmo: Using 1 x bts (candidates: 1)\u000a19:11:24.039522 tst mo_mt_sms.py: using LAC 30899\u000a19:11:24.162441 tst mo_mt_sms.py: using RAC 44\u000a19:11:24.285990 tst mo_mt_sms.py: using CellId 30899\u000a19:11:24.410040 tst mo_mt_sms.py: using BVCI 30900\u000a19:11:24.434229 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a19:11:24.445362 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a19:11:24.456151 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a19:11:24.467335 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a19:11:24.478713 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a19:11:24.489893 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a19:11:24.605254 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a19:11:24.817005 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:11:26.590213 run create_hlr_db(pid=17638): Launched\u000a19:11:26.764732 bus /sierra_2: Setting Powered False\u000a19:11:27.786463 run create_hlr_db(pid=17638): Terminated: ok {rc=0}\u000a19:11:28.220180 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17640): Launched\u000a19:11:28.546166 run osmo-hlr_10.42.42.2(pid=17641): Launched\u000a19:11:28.667358 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:11:31.269073 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17643): Launched\u000a19:11:31.641297 run osmo-stp_10.42.42.5(pid=17644): Launched\u000a19:11:31.885670 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:11:37.370751 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17646): Launched\u000a19:11:37.693329 run osmo-msc_10.42.42.6(pid=17647): Launched\u000a19:11:37.881532 run osmo-stp_10.42.42.5(pid=17644): ERR: Terminated: ERROR {rc=1} [trial-2381↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17644)]\u000a19:11:38.017881 run osmo-stp_10.42.42.5(pid=17644): stdout: \u000a| (launched: 2022-12-12_19:11:31.436180)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:11:38.153704 run osmo-stp_10.42.42.5(pid=17644): stderr: \u000a| �[0;m�[38;5;43m20221212191131705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191131705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191131705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191131706 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191131708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191131708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191131708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:11:38.283648 run osmo-stp_10.42.42.5(pid=17644): stdout: \u000a| (launched: 2022-12-12_19:11:31.436180)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:11:38.411784 run osmo-stp_10.42.42.5(pid=17644): stderr: \u000a| �[0;m�[38;5;43m20221212191131705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191131705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191131705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191131706 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191131708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191131708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191131708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:11:38.467910 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=17644): Process ended prematurely: osmo-stp_10.42.42.5(pid=17644) [trial-2381↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17644)] [trial-2381↪sms:sysmo↪mo_mt_sms.py:16]\u000a19:11:38.476528 tst mo_mt_sms.py:16: Test FAILED (14.6 sec)\u000a19:11:38.540720 run osmo-hlr_10.42.42.2(pid=17641): ERR: Terminated: ERROR {rc=237} [trial-2381↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17641)]\u000a19:11:38.593533 run osmo-hlr_10.42.42.2(pid=17641): stdout: \u000a| (launched: 2022-12-12_19:11:28.383901) \u000a19:11:38.648030 run osmo-hlr_10.42.42.2(pid=17641): stderr: \u000a| �[0;m�[1;31m20221212191128586 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212191128587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212191128587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191128587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191128587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212191128587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212191128599 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/sms:sysmo/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212191128607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212191128608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212191128608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:11:38.720126 run osmo-msc_10.42.42.6(pid=17647): ERR: Terminated: ERROR {rc=2} [trial-2381↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17647)]\u000a19:11:38.772902 run osmo-msc_10.42.42.6(pid=17647): stdout: \u000a| (launched: 2022-12-12_19:11:37.533748) \u000a19:11:38.826808 run osmo-msc_10.42.42.6(pid=17647): stderr: \u000a| �[0;m�[38;5;43m20221212191137861 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212191137861 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0f346b8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212191137861 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212191137861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212191137861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212191137861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212191137863 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212191137863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212191137864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212191137864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:11:38.871543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17640): Terminating (SIGTERM)\u000a19:11:38.914336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17643): Terminating (SIGTERM)\u000a19:11:38.957403 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17646): Terminating (SIGTERM)\u000a19:11:38.967254 --- ParallelTerminationStrategy: PID 17640 died...\u000a19:11:39.024771 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17640): Terminated: ok {rc=0}\u000a19:11:39.035004 --- ParallelTerminationStrategy: PID 17643 died...\u000a19:11:39.102127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17643): Terminated: ok {rc=0}\u000a19:11:39.115708 --- ParallelTerminationStrategy: PID 17646 died...\u000a19:11:39.184770 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17646): Terminated: ok {rc=0}\u000a19:11:39.292057 bus /sierra_3: Setting Powered False\u000a19:11:40.399595 bus /sierra_3: Setting Powered False\u000a19:11:41.508552 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 20.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "1", "name" : "sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:11:23" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "nitb_ussd:sysmo", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=17654): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17654) [trial-2381↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17654)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=17654): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17654) [trial-2381↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17654)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 nitb_ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a19:11:43.320645 tst nitb_ussd:sysmo: Using 1 x ip_address (candidates: 1)\u000a19:11:43.331269 tst nitb_ussd:sysmo: Using 1 x bts (candidates: 1)\u000a19:11:43.450997 tst assert_extension.py: using LAC 30900\u000a19:11:43.566957 tst assert_extension.py: using RAC 45\u000a19:11:43.691624 tst assert_extension.py: using CellId 30900\u000a19:11:43.815874 tst assert_extension.py: using BVCI 30901\u000a19:11:43.840354 tst nitb_ussd:sysmo: Using 1 x modem (candidates: 1)\u000a19:11:44.114704 tst assert_extension.py:10: start nitb and bts...\u000a19:11:44.239985 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a19:11:44.864812 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17653): Launched\u000a19:11:45.162737 run osmo-nitb_10.42.42.2(pid=17654): Launched\u000a19:11:45.347650 run osmo-nitb_10.42.42.2(pid=17654): ERR: Terminated: ERROR {rc=2} [trial-2381↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17654)]\u000a19:11:45.484143 run osmo-nitb_10.42.42.2(pid=17654): stdout: \u000a| (launched: 2022-12-12_19:11:45.016796) \u000a19:11:45.620833 run osmo-nitb_10.42.42.2(pid=17654): stderr: \u000a| (launched: 2022-12-12_19:11:45.061277)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:11:45.752565 run osmo-nitb_10.42.42.2(pid=17654): stdout: \u000a| (launched: 2022-12-12_19:11:45.016796) \u000a19:11:45.893279 run osmo-nitb_10.42.42.2(pid=17654): stderr: \u000a| (launched: 2022-12-12_19:11:45.061277)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:11:46.289909 tst osmo-nitb_10.42.42.2(pid=17654): stdout: \u000a| (launched: 2022-12-12_19:11:45.016796) \u000a19:11:46.412078 tst osmo-nitb_10.42.42.2(pid=17654): stderr: \u000a| (launched: 2022-12-12_19:11:45.061277)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:11:46.466287 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=17654): Process ended prematurely: osmo-nitb_10.42.42.2(pid=17654) [trial-2381↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=17654)] [trial-2381↪nitb_ussd:sysmo↪assert_extension.py:12]\u000a19:11:46.475549 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a19:11:46.511707 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17653): Terminating (SIGTERM)\u000a19:11:46.689473 --- ParallelTerminationStrategy: PID 17653 died...\u000a19:11:46.757185 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=17653): Terminated: ok {rc=0}\u000a19:11:46.864691 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "2", "name" : "nitb_ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:11:43" }, { "cases" : [ { "testActions" : [ ], "age" : 51, "className" : "ussd:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17664): Process ended prematurely: osmo-stp_10.42.42.5(pid=17664) [trial-2381↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17664)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17664): Process ended prematurely: osmo-stp_10.42.42.5(pid=17664) [trial-2381↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17664)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a19:11:48.664173 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a19:11:48.675663 tst ussd:sysmo: Using 1 x bts (candidates: 1)\u000a19:11:48.805883 tst assert_extension.py: using LAC 30901\u000a19:11:48.931800 tst assert_extension.py: using RAC 46\u000a19:11:49.051631 tst assert_extension.py: using CellId 30901\u000a19:11:49.168217 tst assert_extension.py: using BVCI 30902\u000a19:11:49.191235 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a19:11:49.201976 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a19:11:49.212627 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a19:11:49.223144 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a19:11:49.233508 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a19:11:49.243861 tst ussd:sysmo: Using 1 x modem (candidates: 1)\u000a19:11:49.440006 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:11:49.913834 run create_hlr_db(pid=17658): Launched\u000a19:11:50.087141 bus /sierra_2: Setting Powered False\u000a19:11:51.109174 run create_hlr_db(pid=17658): Terminated: ok {rc=0}\u000a19:11:51.540426 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17660): Launched\u000a19:11:51.866938 run osmo-hlr_10.42.42.2(pid=17661): Launched\u000a19:11:51.988316 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:11:52.553478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17663): Launched\u000a19:11:52.878353 run osmo-stp_10.42.42.5(pid=17664): Launched\u000a19:11:52.995957 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:11:53.585253 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17666): Launched\u000a19:11:53.908922 run osmo-msc_10.42.42.6(pid=17667): Launched\u000a19:11:54.098487 run osmo-stp_10.42.42.5(pid=17664): ERR: Terminated: ERROR {rc=1} [trial-2381↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17664)]\u000a19:11:54.235687 run osmo-stp_10.42.42.5(pid=17664): stdout: \u000a| (launched: 2022-12-12_19:11:52.717446)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:11:54.372393 run osmo-stp_10.42.42.5(pid=17664): stderr: \u000a| �[0;m�[38;5;43m20221212191152913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191152913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191152913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191152913 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191152914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191152914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191152914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:11:54.502358 run osmo-stp_10.42.42.5(pid=17664): stdout: \u000a| (launched: 2022-12-12_19:11:52.717446)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:11:54.631327 run osmo-stp_10.42.42.5(pid=17664): stderr: \u000a| �[0;m�[38;5;43m20221212191152913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191152913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191152913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191152913 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191152914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191152914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191152914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:11:54.687659 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=17664): Process ended prematurely: osmo-stp_10.42.42.5(pid=17664) [trial-2381↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17664)] [trial-2381↪ussd:sysmo↪assert_extension.py:17]\u000a19:11:54.696231 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a19:11:54.761237 run osmo-hlr_10.42.42.2(pid=17661): ERR: Terminated: ERROR {rc=237} [trial-2381↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17661)]\u000a19:11:54.813837 run osmo-hlr_10.42.42.2(pid=17661): stdout: \u000a| (launched: 2022-12-12_19:11:51.704328) \u000a19:11:54.867055 run osmo-hlr_10.42.42.2(pid=17661): stderr: \u000a| �[0;m�[1;31m20221212191151904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212191151904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212191151905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191151905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191151905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212191151905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212191151917 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/ussd:sysmo/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212191151925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212191151925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212191151925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:11:54.939208 run osmo-msc_10.42.42.6(pid=17667): ERR: Terminated: ERROR {rc=2} [trial-2381↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17667)]\u000a19:11:54.991703 run osmo-msc_10.42.42.6(pid=17667): stdout: \u000a| (launched: 2022-12-12_19:11:53.748525) \u000a19:11:55.045369 run osmo-msc_10.42.42.6(pid=17667): stderr: \u000a| �[0;m�[38;5;43m20221212191154073 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212191154073 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f82a33a2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212191154074 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212191154074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212191154074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212191154074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212191154076 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212191154076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212191154076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212191154076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:11:55.090485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17660): Terminating (SIGTERM)\u000a19:11:55.133556 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17663): Terminating (SIGTERM)\u000a19:11:55.177148 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17666): Terminating (SIGTERM)\u000a19:11:55.187002 --- ParallelTerminationStrategy: PID 17660 died...\u000a19:11:55.244610 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17660): Terminated: ok {rc=0}\u000a19:11:55.254784 --- ParallelTerminationStrategy: PID 17663 died...\u000a19:11:55.311804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17663): Terminated: ok {rc=0}\u000a19:11:55.322268 --- ParallelTerminationStrategy: PID 17666 died...\u000a19:11:55.379174 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17666): Terminated: ok {rc=0}\u000a19:11:55.468629 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "3", "name" : "ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:11:48" }, { "cases" : [ { "testActions" : [ ], "age" : 51, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17679): Process ended prematurely: osmo-stp_10.42.42.5(pid=17679) [trial-2381↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17679)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17679): Process ended prematurely: osmo-stp_10.42.42.5(pid=17679) [trial-2381↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17679)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a19:11:57.400209 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:11:57.411837 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a19:11:57.582646 tst mo_mt_call.py: using LAC 30902\u000a19:11:57.714331 tst mo_mt_call.py: using RAC 47\u000a19:11:57.841978 tst mo_mt_call.py: using CellId 30902\u000a19:11:57.969666 tst mo_mt_call.py: using BVCI 30903\u000a19:11:57.994692 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:11:58.006300 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:11:58.017993 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:11:58.029838 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:11:58.041616 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:11:58.053400 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:11:58.172125 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:11:58.382972 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:11:58.899965 run create_hlr_db(pid=17673): Launched\u000a19:11:59.090513 bus /sierra_2: Setting Powered False\u000a19:12:00.112099 run create_hlr_db(pid=17673): Terminated: ok {rc=0}\u000a19:12:00.526732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17675): Launched\u000a19:12:00.837245 run osmo-hlr_10.42.42.2(pid=17676): Launched\u000a19:12:00.974034 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:12:01.611100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17678): Launched\u000a19:12:02.112197 run osmo-stp_10.42.42.5(pid=17679): Launched\u000a19:12:02.319937 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:12:02.933796 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17681): Launched\u000a19:12:03.263712 run osmo-msc_10.42.42.6(pid=17682): Launched\u000a19:12:03.455743 run osmo-stp_10.42.42.5(pid=17679): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17679)]\u000a19:12:03.594119 run osmo-stp_10.42.42.5(pid=17679): stdout: \u000a| (launched: 2022-12-12_19:12:01.783593)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:12:03.732454 run osmo-stp_10.42.42.5(pid=17679): stderr: \u000a| �[0;m�[38;5;43m20221212191201980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191201980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191201980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191201982 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191201982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191201982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191201982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:12:03.864392 run osmo-stp_10.42.42.5(pid=17679): stdout: \u000a| (launched: 2022-12-12_19:12:01.783593)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:12:03.995252 run osmo-stp_10.42.42.5(pid=17679): stderr: \u000a| �[0;m�[38;5;43m20221212191201980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191201980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191201980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191201982 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191201982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191201982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191201982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:12:04.052872 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17679): Process ended prematurely: osmo-stp_10.42.42.5(pid=17679) [trial-2381↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17679)] [trial-2381↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a19:12:04.062251 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a19:12:04.126194 run osmo-hlr_10.42.42.2(pid=17676): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17676)]\u000a19:12:04.179994 run osmo-hlr_10.42.42.2(pid=17676): stdout: \u000a| (launched: 2022-12-12_19:12:00.682886) \u000a19:12:04.233446 run osmo-hlr_10.42.42.2(pid=17676): stderr: \u000a| �[0;m�[1;31m20221212191200928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212191200928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212191200928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191200928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191200928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212191200928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212191200950 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212191200970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212191200970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212191200971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:12:04.305487 run osmo-msc_10.42.42.6(pid=17682): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17682)]\u000a19:12:04.358245 run osmo-msc_10.42.42.6(pid=17682): stdout: \u000a| (launched: 2022-12-12_19:12:03.100049) \u000a19:12:04.411770 run osmo-msc_10.42.42.6(pid=17682): stderr: \u000a| �[0;m�[38;5;43m20221212191203427 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212191203427 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5940dc5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212191203428 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212191203428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212191203428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212191203428 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212191203430 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212191203430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212191203430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212191203430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:12:04.456746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17675): Terminating (SIGTERM)\u000a19:12:04.499502 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17678): Terminating (SIGTERM)\u000a19:12:04.542693 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17681): Terminating (SIGTERM)\u000a19:12:04.552505 --- ParallelTerminationStrategy: PID 17675 died...\u000a19:12:04.610084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17675): Terminated: ok {rc=0}\u000a19:12:04.620355 --- ParallelTerminationStrategy: PID 17678 died...\u000a19:12:04.677564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17678): Terminated: ok {rc=0}\u000a19:12:04.687752 --- ParallelTerminationStrategy: PID 17681 died...\u000a19:12:04.745312 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17681): Terminated: ok {rc=0}\u000a19:12:04.831963 bus /sierra_3: Setting Powered False\u000a19:12:05.940442 bus /sierra_3: Setting Powered False\u000a19:12:07.049010 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 53, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17690): Process ended prematurely: osmo-stp_10.42.42.5(pid=17690) [trial-2381↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17690)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17690): Process ended prematurely: osmo-stp_10.42.42.5(pid=17690) [trial-2381↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17690)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:12:08.166159 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:12:08.178691 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a19:12:08.351762 tst mo_mt_call_osmux.py: using LAC 30903\u000a19:12:08.481978 tst mo_mt_call_osmux.py: using RAC 48\u000a19:12:08.610408 tst mo_mt_call_osmux.py: using CellId 30903\u000a19:12:08.738670 tst mo_mt_call_osmux.py: using BVCI 30904\u000a19:12:08.763605 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:12:08.775228 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:12:08.786800 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:12:08.798545 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:12:08.810354 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:12:08.822196 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:12:08.942750 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:12:09.152325 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:12:09.670689 run create_hlr_db(pid=17684): Launched\u000a19:12:09.861373 bus /sierra_2: Setting Powered False\u000a19:12:10.883568 run create_hlr_db(pid=17684): Terminated: ok {rc=0}\u000a19:12:11.298824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17686): Launched\u000a19:12:11.611082 run osmo-hlr_10.42.42.2(pid=17687): Launched\u000a19:12:11.727340 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:12:12.262056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17689): Launched\u000a19:12:12.570801 run osmo-stp_10.42.42.5(pid=17690): Launched\u000a19:12:12.682028 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:12:13.246131 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17692): Launched\u000a19:12:13.554910 run osmo-msc_10.42.42.6(pid=17693): Launched\u000a19:12:13.735058 run osmo-stp_10.42.42.5(pid=17690): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17690)]\u000a19:12:13.865058 run osmo-stp_10.42.42.5(pid=17690): stdout: \u000a| (launched: 2022-12-12_19:12:12.417653)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:12:13.992614 run osmo-stp_10.42.42.5(pid=17690): stderr: \u000a| �[0;m�[38;5;43m20221212191212592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191212592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191212592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191212593 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191212593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191212593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191212593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:12:14.115566 run osmo-stp_10.42.42.5(pid=17690): stdout: \u000a| (launched: 2022-12-12_19:12:12.417653)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:12:14.237499 run osmo-stp_10.42.42.5(pid=17690): stderr: \u000a| �[0;m�[38;5;43m20221212191212592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191212592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191212592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191212593 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191212593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191212593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191212593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:12:14.291165 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17690): Process ended prematurely: osmo-stp_10.42.42.5(pid=17690) [trial-2381↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17690)] [trial-2381↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a19:12:14.299697 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a19:12:14.359847 run osmo-hlr_10.42.42.2(pid=17687): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17687)]\u000a19:12:14.409487 run osmo-hlr_10.42.42.2(pid=17687): stdout: \u000a| (launched: 2022-12-12_19:12:11.455298) \u000a19:12:14.459651 run osmo-hlr_10.42.42.2(pid=17687): stderr: \u000a| �[0;m�[1;31m20221212191211637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212191211637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212191211637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191211637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191211637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212191211637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212191211652 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212191211661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212191211661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212191211661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:12:14.527870 run osmo-msc_10.42.42.6(pid=17693): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17693)]\u000a19:12:14.577682 run osmo-msc_10.42.42.6(pid=17693): stdout: \u000a| (launched: 2022-12-12_19:12:13.401773) \u000a19:12:14.627896 run osmo-msc_10.42.42.6(pid=17693): stderr: \u000a| �[0;m�[38;5;43m20221212191213677 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212191213677 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd2a1463c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212191213677 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212191213677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212191213677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212191213677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212191213679 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212191213679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212191213680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212191213680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:12:14.670120 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17686): Terminating (SIGTERM)\u000a19:12:14.709968 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17689): Terminating (SIGTERM)\u000a19:12:14.749793 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17692): Terminating (SIGTERM)\u000a19:12:14.758957 --- ParallelTerminationStrategy: PID 17686 died...\u000a19:12:14.813060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17686): Terminated: ok {rc=0}\u000a19:12:14.822687 --- ParallelTerminationStrategy: PID 17689 died...\u000a19:12:14.877062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17689): Terminated: ok {rc=0}\u000a19:12:14.886612 --- ParallelTerminationStrategy: PID 17692 died...\u000a19:12:14.941165 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17692): Terminated: ok {rc=0}\u000a19:12:15.026480 bus /sierra_3: Setting Powered False\u000a19:12:16.134508 bus /sierra_3: Setting Powered False\u000a19:12:17.259778 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "4", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:11:57" }, { "cases" : [ { "testActions" : [ ], "age" : 51, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17704): Process ended prematurely: osmo-stp_10.42.42.5(pid=17704) [trial-2381↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17704)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17704): Process ended prematurely: osmo-stp_10.42.42.5(pid=17704) [trial-2381↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17704)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a19:12:19.216698 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:12:19.227669 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a19:12:19.371833 tst mo_mt_call.py: using LAC 30904\u000a19:12:19.490386 tst mo_mt_call.py: using RAC 49\u000a19:12:19.608819 tst mo_mt_call.py: using CellId 30904\u000a19:12:19.728919 tst mo_mt_call.py: using BVCI 30905\u000a19:12:19.752230 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:12:19.763663 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:12:19.774599 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:12:19.785504 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:12:19.796428 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:12:19.807405 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:12:19.925336 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:12:20.126927 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:12:20.620253 run create_hlr_db(pid=17698): Launched\u000a19:12:20.796700 bus /sierra_2: Setting Powered False\u000a19:12:21.818643 run create_hlr_db(pid=17698): Terminated: ok {rc=0}\u000a19:12:22.256853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17700): Launched\u000a19:12:22.587735 run osmo-hlr_10.42.42.2(pid=17701): Launched\u000a19:12:22.710171 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:12:23.283591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17703): Launched\u000a19:12:23.614348 run osmo-stp_10.42.42.5(pid=17704): Launched\u000a19:12:23.734290 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:12:24.336716 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17706): Launched\u000a19:12:24.667357 run osmo-msc_10.42.42.6(pid=17707): Launched\u000a19:12:24.860045 run osmo-stp_10.42.42.5(pid=17704): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17704)]\u000a19:12:24.999144 run osmo-stp_10.42.42.5(pid=17704): stdout: \u000a| (launched: 2022-12-12_19:12:23.450642)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:12:25.138101 run osmo-stp_10.42.42.5(pid=17704): stderr: \u000a| �[0;m�[38;5;43m20221212191223645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191223645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191223645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191223646 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191223646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191223646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191223646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:12:25.270662 run osmo-stp_10.42.42.5(pid=17704): stdout: \u000a| (launched: 2022-12-12_19:12:23.450642)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:12:25.401786 run osmo-stp_10.42.42.5(pid=17704): stderr: \u000a| �[0;m�[38;5;43m20221212191223645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191223645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191223645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191223646 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191223646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191223646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191223646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:12:25.459326 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17704): Process ended prematurely: osmo-stp_10.42.42.5(pid=17704) [trial-2381↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17704)] [trial-2381↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a19:12:25.468693 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a19:12:25.533266 run osmo-hlr_10.42.42.2(pid=17701): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17701)]\u000a19:12:25.586328 run osmo-hlr_10.42.42.2(pid=17701): stdout: \u000a| (launched: 2022-12-12_19:12:22.423778) \u000a19:12:25.639975 run osmo-hlr_10.42.42.2(pid=17701): stderr: \u000a| �[0;m�[1;31m20221212191222627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212191222627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212191222627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191222627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191222627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212191222627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212191222640 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212191222648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212191222649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212191222649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:12:25.712042 run osmo-msc_10.42.42.6(pid=17707): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17707)]\u000a19:12:25.764901 run osmo-msc_10.42.42.6(pid=17707): stdout: \u000a| (launched: 2022-12-12_19:12:24.503804) \u000a19:12:25.818179 run osmo-msc_10.42.42.6(pid=17707): stderr: \u000a| �[0;m�[38;5;43m20221212191224832 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212191224832 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc20b568c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212191224832 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212191224832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212191224832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212191224833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212191224834 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212191224835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212191224835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212191224835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:12:25.863539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17700): Terminating (SIGTERM)\u000a19:12:25.906639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17703): Terminating (SIGTERM)\u000a19:12:25.949419 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17706): Terminating (SIGTERM)\u000a19:12:25.959498 --- ParallelTerminationStrategy: PID 17700 died...\u000a19:12:26.016845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17700): Terminated: ok {rc=0}\u000a19:12:26.027270 --- ParallelTerminationStrategy: PID 17703 died...\u000a19:12:26.085219 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17703): Terminated: ok {rc=0}\u000a19:12:26.095659 --- ParallelTerminationStrategy: PID 17706 died...\u000a19:12:26.153508 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17706): Terminated: ok {rc=0}\u000a19:12:26.243222 bus /sierra_3: Setting Powered False\u000a19:12:27.352138 bus /sierra_3: Setting Powered False\u000a19:12:28.460675 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 53, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17715): Process ended prematurely: osmo-stp_10.42.42.5(pid=17715) [trial-2381↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17715)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17715): Process ended prematurely: osmo-stp_10.42.42.5(pid=17715) [trial-2381↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17715)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:12:29.576279 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:12:29.588552 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a19:12:29.742715 tst mo_mt_call_osmux.py: using LAC 30905\u000a19:12:29.866837 tst mo_mt_call_osmux.py: using RAC 50\u000a19:12:29.988251 tst mo_mt_call_osmux.py: using CellId 30905\u000a19:12:30.108613 tst mo_mt_call_osmux.py: using BVCI 30906\u000a19:12:30.132054 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:12:30.143296 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:12:30.154468 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:12:30.166181 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:12:30.178040 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:12:30.189733 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:12:30.309314 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:12:30.513704 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:12:31.070235 run create_hlr_db(pid=17709): Launched\u000a19:12:31.269550 bus /sierra_2: Setting Powered False\u000a19:12:32.275829 run create_hlr_db(pid=17709): Terminated: ok {rc=0}\u000a19:12:32.728673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17711): Launched\u000a19:12:33.058440 run osmo-hlr_10.42.42.2(pid=17712): Launched\u000a19:12:33.181360 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:12:33.755010 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17714): Launched\u000a19:12:34.084804 run osmo-stp_10.42.42.5(pid=17715): Launched\u000a19:12:34.204929 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:12:34.805856 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17717): Launched\u000a19:12:35.135250 run osmo-msc_10.42.42.6(pid=17718): Launched\u000a19:12:35.327623 run osmo-stp_10.42.42.5(pid=17715): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17715)]\u000a19:12:35.466462 run osmo-stp_10.42.42.5(pid=17715): stdout: \u000a| (launched: 2022-12-12_19:12:33.921937)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:12:35.604851 run osmo-stp_10.42.42.5(pid=17715): stderr: \u000a| �[0;m�[38;5;43m20221212191234116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191234116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191234117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191234117 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191234119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191234119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191234119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:12:35.736446 run osmo-stp_10.42.42.5(pid=17715): stdout: \u000a| (launched: 2022-12-12_19:12:33.921937)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:12:35.867090 run osmo-stp_10.42.42.5(pid=17715): stderr: \u000a| �[0;m�[38;5;43m20221212191234116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191234116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191234117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191234117 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191234119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191234119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191234119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:12:35.924581 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17715): Process ended prematurely: osmo-stp_10.42.42.5(pid=17715) [trial-2381↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17715)] [trial-2381↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a19:12:35.934153 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a19:12:35.997885 run osmo-hlr_10.42.42.2(pid=17712): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17712)]\u000a19:12:36.050208 run osmo-hlr_10.42.42.2(pid=17712): stdout: \u000a| (launched: 2022-12-12_19:12:32.896019) \u000a19:12:36.102915 run osmo-hlr_10.42.42.2(pid=17712): stderr: \u000a| �[0;m�[1;31m20221212191233099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212191233099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212191233099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191233099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191233099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212191233099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212191233111 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212191233119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212191233119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212191233119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:12:36.174205 run osmo-msc_10.42.42.6(pid=17718): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17718)]\u000a19:12:36.226679 run osmo-msc_10.42.42.6(pid=17718): stdout: \u000a| (launched: 2022-12-12_19:12:34.972615) \u000a19:12:36.279433 run osmo-msc_10.42.42.6(pid=17718): stderr: \u000a| �[0;m�[38;5;43m20221212191235298 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212191235298 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc4497e1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212191235298 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212191235298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212191235299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212191235299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212191235300 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212191235301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212191235301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212191235301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:12:36.323923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17711): Terminating (SIGTERM)\u000a19:12:36.366367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17714): Terminating (SIGTERM)\u000a19:12:36.408760 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17717): Terminating (SIGTERM)\u000a19:12:36.418782 --- ParallelTerminationStrategy: PID 17711 died...\u000a19:12:36.475536 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17711): Terminated: ok {rc=0}\u000a19:12:36.485835 --- ParallelTerminationStrategy: PID 17714 died...\u000a19:12:36.542139 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17714): Terminated: ok {rc=0}\u000a19:12:36.552611 --- ParallelTerminationStrategy: PID 17717 died...\u000a19:12:36.609192 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17717): Terminated: ok {rc=0}\u000a19:12:36.697040 bus /sierra_3: Setting Powered False\u000a19:12:37.806788 bus /sierra_3: Setting Powered False\u000a19:12:38.916489 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "5", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:12:18" }, { "cases" : [ { "testActions" : [ ], "age" : 51, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17729): Process ended prematurely: osmo-stp_10.42.42.5(pid=17729) [trial-2381↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17729)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17729): Process ended prematurely: osmo-stp_10.42.42.5(pid=17729) [trial-2381↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17729)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a19:12:40.886735 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:12:40.898229 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a19:12:41.051457 tst mo_mt_call.py: using LAC 30906\u000a19:12:41.181586 tst mo_mt_call.py: using RAC 51\u000a19:12:41.311166 tst mo_mt_call.py: using CellId 30906\u000a19:12:41.439091 tst mo_mt_call.py: using BVCI 30907\u000a19:12:41.464132 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:12:41.475801 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:12:41.487168 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:12:41.498866 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:12:41.510564 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:12:41.522296 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:12:41.640551 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:12:41.849610 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:12:42.341832 run create_hlr_db(pid=17723): Launched\u000a19:12:42.518852 bus /sierra_2: Setting Powered False\u000a19:12:43.540199 run create_hlr_db(pid=17723): Terminated: ok {rc=0}\u000a19:12:43.950949 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17725): Launched\u000a19:12:44.260014 run osmo-hlr_10.42.42.2(pid=17726): Launched\u000a19:12:44.376920 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:12:44.911835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17728): Launched\u000a19:12:45.220802 run osmo-stp_10.42.42.5(pid=17729): Launched\u000a19:12:45.332362 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:12:45.924846 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17731): Launched\u000a19:12:46.337674 run osmo-msc_10.42.42.6(pid=17732): Launched\u000a19:12:46.574652 run osmo-stp_10.42.42.5(pid=17729): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17729)]\u000a19:12:46.924798 run osmo-stp_10.42.42.5(pid=17729): stdout: \u000a| (launched: 2022-12-12_19:12:45.067453)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:12:47.212159 run osmo-stp_10.42.42.5(pid=17729): stderr: \u000a| �[0;m�[38;5;43m20221212191245241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191245242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191245242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191245242 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191245243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191245243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191245243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:12:47.337179 run osmo-stp_10.42.42.5(pid=17729): stdout: \u000a| (launched: 2022-12-12_19:12:45.067453)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:12:47.459393 run osmo-stp_10.42.42.5(pid=17729): stderr: \u000a| �[0;m�[38;5;43m20221212191245241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191245242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191245242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191245242 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191245243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191245243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191245243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:12:47.513810 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17729): Process ended prematurely: osmo-stp_10.42.42.5(pid=17729) [trial-2381↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17729)] [trial-2381↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a19:12:47.522440 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a19:12:47.582844 run osmo-hlr_10.42.42.2(pid=17726): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17726)]\u000a19:12:47.632808 run osmo-hlr_10.42.42.2(pid=17726): stdout: \u000a| (launched: 2022-12-12_19:12:44.106892) \u000a19:12:47.683318 run osmo-hlr_10.42.42.2(pid=17726): stderr: \u000a| �[0;m�[1;31m20221212191244286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212191244286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212191244286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191244286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191244286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212191244286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212191244298 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212191244307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212191244307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212191244307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:12:47.751289 run osmo-msc_10.42.42.6(pid=17732): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17732)]\u000a19:12:47.800999 run osmo-msc_10.42.42.6(pid=17732): stdout: \u000a| (launched: 2022-12-12_19:12:46.084503) \u000a19:12:47.851485 run osmo-msc_10.42.42.6(pid=17732): stderr: \u000a| �[0;m�[38;5;43m20221212191246751 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212191246753 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb2db73cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212191246753 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212191246754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212191246754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212191246755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212191246761 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212191246762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212191246762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212191246762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:12:47.893777 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17725): Terminating (SIGTERM)\u000a19:12:47.933679 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17728): Terminating (SIGTERM)\u000a19:12:47.973600 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17731): Terminating (SIGTERM)\u000a19:12:47.982872 --- ParallelTerminationStrategy: PID 17725 died...\u000a19:12:48.036511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17725): Terminated: ok {rc=0}\u000a19:12:48.046230 --- ParallelTerminationStrategy: PID 17728 died...\u000a19:12:48.100084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17728): Terminated: ok {rc=0}\u000a19:12:48.109794 --- ParallelTerminationStrategy: PID 17731 died...\u000a19:12:48.163485 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17731): Terminated: ok {rc=0}\u000a19:12:48.254179 bus /sierra_3: Setting Powered False\u000a19:12:49.360020 bus /sierra_3: Setting Powered False\u000a19:12:50.473965 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 62, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17740): Process ended prematurely: osmo-stp_10.42.42.5(pid=17740) [trial-2381↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17740)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17740): Process ended prematurely: osmo-stp_10.42.42.5(pid=17740) [trial-2381↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17740)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:12:51.585928 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:12:51.597723 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a19:12:51.750679 tst mo_mt_call_osmux.py: using LAC 30907\u000a19:12:51.878511 tst mo_mt_call_osmux.py: using RAC 52\u000a19:12:52.012830 tst mo_mt_call_osmux.py: using CellId 30907\u000a19:12:52.133146 tst mo_mt_call_osmux.py: using BVCI 30908\u000a19:12:52.156840 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:12:52.168124 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:12:52.179377 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:12:52.190415 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:12:52.201315 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:12:52.212164 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:12:52.331641 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:12:52.533919 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:12:53.026271 run create_hlr_db(pid=17734): Launched\u000a19:12:53.203522 bus /sierra_2: Setting Powered False\u000a19:12:54.225006 run create_hlr_db(pid=17734): Terminated: ok {rc=0}\u000a19:12:54.662886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17736): Launched\u000a19:12:54.993765 run osmo-hlr_10.42.42.2(pid=17737): Launched\u000a19:12:55.117518 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:12:55.693103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17739): Launched\u000a19:12:56.024097 run osmo-stp_10.42.42.5(pid=17740): Launched\u000a19:12:56.143450 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:12:56.747631 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17742): Launched\u000a19:12:57.077360 run osmo-msc_10.42.42.6(pid=17743): Launched\u000a19:12:57.271937 run osmo-stp_10.42.42.5(pid=17740): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17740)]\u000a19:12:57.412366 run osmo-stp_10.42.42.5(pid=17740): stdout: \u000a| (launched: 2022-12-12_19:12:55.860261)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:12:57.550791 run osmo-stp_10.42.42.5(pid=17740): stderr: \u000a| �[0;m�[38;5;43m20221212191256055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191256055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191256055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191256056 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191256056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191256056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191256056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:12:57.683159 run osmo-stp_10.42.42.5(pid=17740): stdout: \u000a| (launched: 2022-12-12_19:12:55.860261)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:12:57.814256 run osmo-stp_10.42.42.5(pid=17740): stderr: \u000a| �[0;m�[38;5;43m20221212191256055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191256055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191256055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191256056 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191256056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191256056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191256056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:12:57.871914 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17740): Process ended prematurely: osmo-stp_10.42.42.5(pid=17740) [trial-2381↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17740)] [trial-2381↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a19:12:57.881203 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a19:12:57.945426 run osmo-hlr_10.42.42.2(pid=17737): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17737)]\u000a19:12:57.997845 run osmo-hlr_10.42.42.2(pid=17737): stdout: \u000a| (launched: 2022-12-12_19:12:54.830836) \u000a19:12:58.050849 run osmo-hlr_10.42.42.2(pid=17737): stderr: \u000a| �[0;m�[1;31m20221212191255031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212191255031 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212191255032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191255032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191255032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212191255032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212191255044 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212191255053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212191255053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212191255053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:12:58.122898 run osmo-msc_10.42.42.6(pid=17743): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17743)]\u000a19:12:58.175461 run osmo-msc_10.42.42.6(pid=17743): stdout: \u000a| (launched: 2022-12-12_19:12:56.914828) \u000a19:12:58.228796 run osmo-msc_10.42.42.6(pid=17743): stderr: \u000a| �[0;m�[38;5;43m20221212191257239 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212191257239 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb360e9bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212191257239 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212191257239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212191257240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212191257240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212191257242 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212191257242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212191257242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212191257242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:12:58.273947 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17736): Terminating (SIGTERM)\u000a19:12:58.316124 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17739): Terminating (SIGTERM)\u000a19:12:58.358715 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17742): Terminating (SIGTERM)\u000a19:12:58.368763 --- ParallelTerminationStrategy: PID 17736 died...\u000a19:12:58.425843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17736): Terminated: ok {rc=0}\u000a19:12:58.435949 --- ParallelTerminationStrategy: PID 17739 died...\u000a19:12:58.492839 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17739): Terminated: ok {rc=0}\u000a19:12:58.503049 --- ParallelTerminationStrategy: PID 17742 died...\u000a19:12:58.559785 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17742): Terminated: ok {rc=0}\u000a19:12:58.648082 bus /sierra_3: Setting Powered False\u000a19:12:59.756245 bus /sierra_3: Setting Powered False\u000a19:13:00.870643 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "6", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:12:40" }, { "cases" : [ { "testActions" : [ ], "age" : 51, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17754): Process ended prematurely: osmo-stp_10.42.42.5(pid=17754) [trial-2381↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17754)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17754): Process ended prematurely: osmo-stp_10.42.42.5(pid=17754) [trial-2381↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17754)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a19:13:02.882515 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:13:02.894199 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a19:13:03.051395 tst mo_mt_call.py: using LAC 30908\u000a19:13:03.177932 tst mo_mt_call.py: using RAC 53\u000a19:13:03.299636 tst mo_mt_call.py: using CellId 30908\u000a19:13:03.418522 tst mo_mt_call.py: using BVCI 30909\u000a19:13:03.441905 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:13:03.453077 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:13:03.464210 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:13:03.475322 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:13:03.486418 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:13:03.497394 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a19:13:03.617274 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a19:13:03.821197 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:13:04.314934 run create_hlr_db(pid=17748): Launched\u000a19:13:04.491492 bus /sierra_2: Setting Powered False\u000a19:13:05.525767 run create_hlr_db(pid=17748): Terminated: ok {rc=0}\u000a19:13:05.940626 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17750): Launched\u000a19:13:06.248763 run osmo-hlr_10.42.42.2(pid=17751): Launched\u000a19:13:06.362321 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:13:06.898195 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17753): Launched\u000a19:13:07.205636 run osmo-stp_10.42.42.5(pid=17754): Launched\u000a19:13:07.317780 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:13:07.882015 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17756): Launched\u000a19:13:08.191765 run osmo-msc_10.42.42.6(pid=17757): Launched\u000a19:13:08.371784 run osmo-stp_10.42.42.5(pid=17754): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17754)]\u000a19:13:08.501940 run osmo-stp_10.42.42.5(pid=17754): stdout: \u000a| (launched: 2022-12-12_19:13:07.053716)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:13:08.629895 run osmo-stp_10.42.42.5(pid=17754): stderr: \u000a| �[0;m�[38;5;43m20221212191307228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191307228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191307228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191307229 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191307229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191307229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191307229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:13:08.753284 run osmo-stp_10.42.42.5(pid=17754): stdout: \u000a| (launched: 2022-12-12_19:13:07.053716)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:13:08.875333 run osmo-stp_10.42.42.5(pid=17754): stderr: \u000a| �[0;m�[38;5;43m20221212191307228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191307228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191307228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191307229 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191307229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191307229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191307229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:13:08.929436 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17754): Process ended prematurely: osmo-stp_10.42.42.5(pid=17754) [trial-2381↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17754)] [trial-2381↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a19:13:08.937961 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a19:13:08.998511 run osmo-hlr_10.42.42.2(pid=17751): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17751)]\u000a19:13:09.048121 run osmo-hlr_10.42.42.2(pid=17751): stdout: \u000a| (launched: 2022-12-12_19:13:06.096287) \u000a19:13:09.098503 run osmo-hlr_10.42.42.2(pid=17751): stderr: \u000a| �[0;m�[1;31m20221212191306277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212191306277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212191306277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191306277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191306277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212191306277 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212191306337 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212191306346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212191306346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212191306346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:13:09.166712 run osmo-msc_10.42.42.6(pid=17757): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17757)]\u000a19:13:09.216402 run osmo-msc_10.42.42.6(pid=17757): stdout: \u000a| (launched: 2022-12-12_19:13:08.037849) \u000a19:13:09.266652 run osmo-msc_10.42.42.6(pid=17757): stderr: \u000a| �[0;m�[38;5;43m20221212191308312 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212191308312 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff26718ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212191308312 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212191308312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212191308312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212191308313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212191308314 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212191308315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212191308315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212191308315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:13:09.308925 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17750): Terminating (SIGTERM)\u000a19:13:09.349730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17753): Terminating (SIGTERM)\u000a19:13:09.390160 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17756): Terminating (SIGTERM)\u000a19:13:09.399433 --- ParallelTerminationStrategy: PID 17750 died...\u000a19:13:09.453499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17750): Terminated: ok {rc=0}\u000a19:13:09.463201 --- ParallelTerminationStrategy: PID 17753 died...\u000a19:13:09.516994 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17753): Terminated: ok {rc=0}\u000a19:13:09.526675 --- ParallelTerminationStrategy: PID 17756 died...\u000a19:13:09.580685 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17756): Terminated: ok {rc=0}\u000a19:13:09.670850 bus /sierra_3: Setting Powered False\u000a19:13:10.775976 bus /sierra_3: Setting Powered False\u000a19:13:11.884406 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 60, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17765): Process ended prematurely: osmo-stp_10.42.42.5(pid=17765) [trial-2381↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17765)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17765): Process ended prematurely: osmo-stp_10.42.42.5(pid=17765) [trial-2381↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17765)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:13:13.002219 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:13:13.014663 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a19:13:13.169423 tst mo_mt_call_osmux.py: using LAC 30909\u000a19:13:13.302351 tst mo_mt_call_osmux.py: using RAC 54\u000a19:13:13.429457 tst mo_mt_call_osmux.py: using CellId 30909\u000a19:13:13.556241 tst mo_mt_call_osmux.py: using BVCI 30910\u000a19:13:13.581426 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:13:13.601960 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:13:13.613559 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:13:13.625154 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:13:13.636773 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:13:13.648440 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a19:13:13.765771 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a19:13:13.967758 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:13:14.462256 run create_hlr_db(pid=17759): Launched\u000a19:13:14.639029 bus /sierra_2: Setting Powered False\u000a19:13:15.660787 run create_hlr_db(pid=17759): Terminated: ok {rc=0}\u000a19:13:16.146490 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17761): Launched\u000a19:13:16.597934 run osmo-hlr_10.42.42.2(pid=17762): Launched\u000a19:13:16.801834 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:13:17.382265 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17764): Launched\u000a19:13:17.717879 run osmo-stp_10.42.42.5(pid=17765): Launched\u000a19:13:17.838514 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:13:18.445243 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17767): Launched\u000a19:13:18.777990 run osmo-msc_10.42.42.6(pid=17768): Launched\u000a19:13:18.971299 run osmo-stp_10.42.42.5(pid=17765): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17765)]\u000a19:13:19.111965 run osmo-stp_10.42.42.5(pid=17765): stdout: \u000a| (launched: 2022-12-12_19:13:17.551086)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:13:19.251496 run osmo-stp_10.42.42.5(pid=17765): stderr: \u000a| �[0;m�[38;5;43m20221212191317744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191317744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191317744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191317745 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191317745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191317745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191317745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:13:19.384537 run osmo-stp_10.42.42.5(pid=17765): stdout: \u000a| (launched: 2022-12-12_19:13:17.551086)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:13:19.516676 run osmo-stp_10.42.42.5(pid=17765): stderr: \u000a| �[0;m�[38;5;43m20221212191317744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191317744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191317744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191317745 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191317745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191317745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191317745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:13:19.574990 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17765): Process ended prematurely: osmo-stp_10.42.42.5(pid=17765) [trial-2381↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17765)] [trial-2381↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a19:13:19.584359 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a19:13:19.649743 run osmo-hlr_10.42.42.2(pid=17762): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17762)]\u000a19:13:19.702910 run osmo-hlr_10.42.42.2(pid=17762): stdout: \u000a| (launched: 2022-12-12_19:13:16.317831) \u000a19:13:19.756476 run osmo-hlr_10.42.42.2(pid=17762): stderr: \u000a| �[0;m�[1;31m20221212191316542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212191316542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212191316542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191316542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191316542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212191316542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212191316585 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212191316593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212191316593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212191316593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:13:19.829092 run osmo-msc_10.42.42.6(pid=17768): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17768)]\u000a19:13:19.882052 run osmo-msc_10.42.42.6(pid=17768): stdout: \u000a| (launched: 2022-12-12_19:13:18.613788) \u000a19:13:19.935714 run osmo-msc_10.42.42.6(pid=17768): stderr: \u000a| �[0;m�[38;5;43m20221212191318940 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212191318940 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f366d6d0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212191318940 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212191318940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212191318940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212191318941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212191318943 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212191318943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212191318943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212191318943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:13:19.980547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17761): Terminating (SIGTERM)\u000a19:13:20.023371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17764): Terminating (SIGTERM)\u000a19:13:20.066714 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17767): Terminating (SIGTERM)\u000a19:13:20.076850 --- ParallelTerminationStrategy: PID 17761 died...\u000a19:13:20.134594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17761): Terminated: ok {rc=0}\u000a19:13:20.145456 --- ParallelTerminationStrategy: PID 17764 died...\u000a19:13:20.202759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17764): Terminated: ok {rc=0}\u000a19:13:20.213184 --- ParallelTerminationStrategy: PID 17767 died...\u000a19:13:20.270544 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17767): Terminated: ok {rc=0}\u000a19:13:20.358731 bus /sierra_3: Setting Powered False\u000a19:13:21.467946 bus /sierra_3: Setting Powered False\u000a19:13:22.578034 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "7", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:13:02" }, { "cases" : [ { "testActions" : [ ], "age" : 51, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17779): Process ended prematurely: osmo-stp_10.42.42.5(pid=17779) [trial-2381↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17779)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17779): Process ended prematurely: osmo-stp_10.42.42.5(pid=17779) [trial-2381↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17779)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a19:13:24.545826 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:13:24.557602 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a19:13:24.704711 tst mo_mt_call.py: using LAC 30910\u000a19:13:24.825499 tst mo_mt_call.py: using RAC 55\u000a19:13:24.945605 tst mo_mt_call.py: using CellId 30910\u000a19:13:25.063956 tst mo_mt_call.py: using BVCI 30911\u000a19:13:25.087816 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:13:25.098977 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:13:25.109905 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:13:25.120709 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:13:25.131662 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:13:25.142558 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:13:25.263406 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:13:25.466959 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:13:25.960585 run create_hlr_db(pid=17773): Launched\u000a19:13:26.137557 bus /sierra_2: Setting Powered False\u000a19:13:27.160143 run create_hlr_db(pid=17773): Terminated: ok {rc=0}\u000a19:13:27.600247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17775): Launched\u000a19:13:27.930467 run osmo-hlr_10.42.42.2(pid=17776): Launched\u000a19:13:28.049336 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:13:28.624903 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17778): Launched\u000a19:13:28.956153 run osmo-stp_10.42.42.5(pid=17779): Launched\u000a19:13:29.076748 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:13:29.682377 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17781): Launched\u000a19:13:30.013123 run osmo-msc_10.42.42.6(pid=17782): Launched\u000a19:13:30.207083 run osmo-stp_10.42.42.5(pid=17779): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17779)]\u000a19:13:30.347487 run osmo-stp_10.42.42.5(pid=17779): stdout: \u000a| (launched: 2022-12-12_19:13:28.792123)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:13:30.486991 run osmo-stp_10.42.42.5(pid=17779): stderr: \u000a| �[0;m�[38;5;43m20221212191328988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191328989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191328989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191328989 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191328990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191328990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191328990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:13:30.619910 run osmo-stp_10.42.42.5(pid=17779): stdout: \u000a| (launched: 2022-12-12_19:13:28.792123)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:13:30.751469 run osmo-stp_10.42.42.5(pid=17779): stderr: \u000a| �[0;m�[38;5;43m20221212191328988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191328989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191328989 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191328989 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191328990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191328990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191328990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:13:30.809562 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17779): Process ended prematurely: osmo-stp_10.42.42.5(pid=17779) [trial-2381↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17779)] [trial-2381↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a19:13:30.818933 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a19:13:30.889021 run osmo-hlr_10.42.42.2(pid=17776): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17776)]\u000a19:13:30.946916 run osmo-hlr_10.42.42.2(pid=17776): stdout: \u000a| (launched: 2022-12-12_19:13:27.767452) \u000a19:13:31.002206 run osmo-hlr_10.42.42.2(pid=17776): stderr: \u000a| �[0;m�[1;31m20221212191327969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212191327969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212191327969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191327969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191327969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212191327969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212191328090 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212191328099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212191328099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212191328099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:13:31.076791 run osmo-msc_10.42.42.6(pid=17782): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17782)]\u000a19:13:31.131917 run osmo-msc_10.42.42.6(pid=17782): stdout: \u000a| (launched: 2022-12-12_19:13:29.849807) \u000a19:13:31.187642 run osmo-msc_10.42.42.6(pid=17782): stderr: \u000a| �[0;m�[38;5;43m20221212191330176 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212191330177 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5186548c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212191330177 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212191330177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212191330177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212191330177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212191330179 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212191330179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212191330179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212191330179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:13:31.235707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17775): Terminating (SIGTERM)\u000a19:13:31.282450 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17778): Terminating (SIGTERM)\u000a19:13:31.329678 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17781): Terminating (SIGTERM)\u000a19:13:31.340236 --- ParallelTerminationStrategy: PID 17775 died...\u000a19:13:31.400753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17775): Terminated: ok {rc=0}\u000a19:13:31.412057 --- ParallelTerminationStrategy: PID 17778 died...\u000a19:13:31.472593 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17778): Terminated: ok {rc=0}\u000a19:13:31.483838 --- ParallelTerminationStrategy: PID 17781 died...\u000a19:13:31.544356 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17781): Terminated: ok {rc=0}\u000a19:13:31.637341 bus /sierra_3: Setting Powered False\u000a19:13:32.745873 bus /sierra_3: Setting Powered False\u000a19:13:33.855275 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 51, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17790): Process ended prematurely: osmo-stp_10.42.42.5(pid=17790) [trial-2381↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17790)]", "failedSince" : 2331, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17790): Process ended prematurely: osmo-stp_10.42.42.5(pid=17790) [trial-2381↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17790)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:13:34.972696 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:13:34.986061 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a19:13:35.142794 tst mo_mt_call_osmux.py: using LAC 30911\u000a19:13:35.270059 tst mo_mt_call_osmux.py: using RAC 56\u000a19:13:35.398751 tst mo_mt_call_osmux.py: using CellId 30911\u000a19:13:35.525081 tst mo_mt_call_osmux.py: using BVCI 30912\u000a19:13:35.550435 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:13:35.562232 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:13:35.574083 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:13:35.585958 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:13:35.597788 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:13:35.609640 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:13:35.727132 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:13:35.944342 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:13:36.463160 run create_hlr_db(pid=17784): Launched\u000a19:13:36.653848 bus /sierra_2: Setting Powered False\u000a19:13:37.673618 run create_hlr_db(pid=17784): Terminated: ok {rc=0}\u000a19:13:38.087242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17786): Launched\u000a19:13:38.395690 run osmo-hlr_10.42.42.2(pid=17787): Launched\u000a19:13:38.508264 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:13:39.042904 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17789): Launched\u000a19:13:39.351417 run osmo-stp_10.42.42.5(pid=17790): Launched\u000a19:13:39.463922 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:13:40.027085 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17792): Launched\u000a19:13:40.336628 run osmo-msc_10.42.42.6(pid=17793): Launched\u000a19:13:40.516142 run osmo-stp_10.42.42.5(pid=17790): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17790)]\u000a19:13:40.646045 run osmo-stp_10.42.42.5(pid=17790): stdout: \u000a| (launched: 2022-12-12_19:13:39.198515)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:13:40.773055 run osmo-stp_10.42.42.5(pid=17790): stderr: \u000a| �[0;m�[38;5;43m20221212191339370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191339370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191339370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191339370 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191339373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191339374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191339374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:13:40.895930 run osmo-stp_10.42.42.5(pid=17790): stdout: \u000a| (launched: 2022-12-12_19:13:39.198515)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:13:41.017674 run osmo-stp_10.42.42.5(pid=17790): stderr: \u000a| �[0;m�[38;5;43m20221212191339370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191339370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191339370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191339370 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191339373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191339374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191339374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:13:41.071578 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17790): Process ended prematurely: osmo-stp_10.42.42.5(pid=17790) [trial-2381↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17790)] [trial-2381↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a19:13:41.080364 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a19:13:41.140425 run osmo-hlr_10.42.42.2(pid=17787): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17787)]\u000a19:13:41.190082 run osmo-hlr_10.42.42.2(pid=17787): stdout: \u000a| (launched: 2022-12-12_19:13:38.243109) \u000a19:13:41.240057 run osmo-hlr_10.42.42.2(pid=17787): stderr: \u000a| �[0;m�[1;31m20221212191338422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212191338422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212191338422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191338422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191338422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212191338422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212191338461 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212191338472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212191338472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212191338472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:13:41.307598 run osmo-msc_10.42.42.6(pid=17793): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17793)]\u000a19:13:41.356853 run osmo-msc_10.42.42.6(pid=17793): stdout: \u000a| (launched: 2022-12-12_19:13:40.183154) \u000a19:13:41.406536 run osmo-msc_10.42.42.6(pid=17793): stderr: \u000a| �[0;m�[38;5;43m20221212191340460 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212191340460 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd1680b2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212191340461 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212191340461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212191340461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212191340461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212191340463 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212191340464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212191340464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212191340464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:13:41.448776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17786): Terminating (SIGTERM)\u000a19:13:41.488453 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17789): Terminating (SIGTERM)\u000a19:13:41.528038 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17792): Terminating (SIGTERM)\u000a19:13:41.537374 --- ParallelTerminationStrategy: PID 17786 died...\u000a19:13:41.591405 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17786): Terminated: ok {rc=0}\u000a19:13:41.601223 --- ParallelTerminationStrategy: PID 17789 died...\u000a19:13:41.654820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17789): Terminated: ok {rc=0}\u000a19:13:41.664566 --- ParallelTerminationStrategy: PID 17792 died...\u000a19:13:41.717579 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17792): Terminated: ok {rc=0}\u000a19:13:41.806769 bus /sierra_3: Setting Powered False\u000a19:13:42.910647 bus /sierra_3: Setting Powered False\u000a19:13:44.022547 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "8", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:13:24" }, { "cases" : [ { "testActions" : [ ], "age" : 51, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17804): Process ended prematurely: osmo-stp_10.42.42.5(pid=17804) [trial-2381↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17804)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17804): Process ended prematurely: osmo-stp_10.42.42.5(pid=17804) [trial-2381↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17804)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a19:13:46.014282 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:13:46.029777 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a19:13:46.225231 tst mo_mt_call.py: using LAC 30912\u000a19:13:46.367098 tst mo_mt_call.py: using RAC 57\u000a19:13:46.517454 tst mo_mt_call.py: using CellId 30912\u000a19:13:46.671272 tst mo_mt_call.py: using BVCI 30913\u000a19:13:46.704437 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:13:46.716652 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:13:46.728161 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:13:46.740553 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:13:46.753033 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:13:46.765312 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:13:46.884757 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:13:47.120296 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:13:47.655118 run create_hlr_db(pid=17798): Launched\u000a19:13:47.846791 bus /sierra_2: Setting Powered False\u000a19:13:48.867913 run create_hlr_db(pid=17798): Terminated: ok {rc=0}\u000a19:13:49.284764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17800): Launched\u000a19:13:49.595989 run osmo-hlr_10.42.42.2(pid=17801): Launched\u000a19:13:49.717465 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:13:50.291787 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17803): Launched\u000a19:13:50.623333 run osmo-stp_10.42.42.5(pid=17804): Launched\u000a19:13:50.742927 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:13:51.346314 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17806): Launched\u000a19:13:51.677729 run osmo-msc_10.42.42.6(pid=17807): Launched\u000a19:13:51.871559 run osmo-stp_10.42.42.5(pid=17804): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17804)]\u000a19:13:52.012696 run osmo-stp_10.42.42.5(pid=17804): stdout: \u000a| (launched: 2022-12-12_19:13:50.459479)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:13:52.150662 run osmo-stp_10.42.42.5(pid=17804): stderr: \u000a| �[0;m�[38;5;43m20221212191350656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191350656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191350656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191350656 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191350659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191350659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191350659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:13:52.283749 run osmo-stp_10.42.42.5(pid=17804): stdout: \u000a| (launched: 2022-12-12_19:13:50.459479)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:13:52.415322 run osmo-stp_10.42.42.5(pid=17804): stderr: \u000a| �[0;m�[38;5;43m20221212191350656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191350656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191350656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191350656 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191350659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191350659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191350659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:13:52.473159 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17804): Process ended prematurely: osmo-stp_10.42.42.5(pid=17804) [trial-2381↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17804)] [trial-2381↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a19:13:52.482479 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a19:13:52.546947 run osmo-hlr_10.42.42.2(pid=17801): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17801)]\u000a19:13:52.599523 run osmo-hlr_10.42.42.2(pid=17801): stdout: \u000a| (launched: 2022-12-12_19:13:49.441560) \u000a19:13:52.653008 run osmo-hlr_10.42.42.2(pid=17801): stderr: \u000a| �[0;m�[1;31m20221212191349623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212191349623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212191349623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191349623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191349623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212191349623 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212191349650 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212191349660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212191349660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212191349660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:13:52.725059 run osmo-msc_10.42.42.6(pid=17807): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17807)]\u000a19:13:52.777615 run osmo-msc_10.42.42.6(pid=17807): stdout: \u000a| (launched: 2022-12-12_19:13:51.513984) \u000a19:13:52.830833 run osmo-msc_10.42.42.6(pid=17807): stderr: \u000a| �[0;m�[38;5;43m20221212191351838 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212191351838 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feb1d988c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212191351838 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212191351838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212191351839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212191351839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212191351840 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212191351841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212191351841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212191351841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:13:52.876020 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17800): Terminating (SIGTERM)\u000a19:13:52.918898 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17803): Terminating (SIGTERM)\u000a19:13:52.962004 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17806): Terminating (SIGTERM)\u000a19:13:52.972170 --- ParallelTerminationStrategy: PID 17800 died...\u000a19:13:53.029733 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17800): Terminated: ok {rc=0}\u000a19:13:53.040080 --- ParallelTerminationStrategy: PID 17803 died...\u000a19:13:53.097498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17803): Terminated: ok {rc=0}\u000a19:13:53.107834 --- ParallelTerminationStrategy: PID 17806 died...\u000a19:13:53.165166 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17806): Terminated: ok {rc=0}\u000a19:13:53.254655 bus /sierra_3: Setting Powered False\u000a19:13:54.364722 bus /sierra_3: Setting Powered False\u000a19:13:55.475305 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 62, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17815): Process ended prematurely: osmo-stp_10.42.42.5(pid=17815) [trial-2381↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17815)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17815): Process ended prematurely: osmo-stp_10.42.42.5(pid=17815) [trial-2381↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17815)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:13:56.592889 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:13:56.605573 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a19:13:56.759441 tst mo_mt_call_osmux.py: using LAC 30913\u000a19:13:56.884828 tst mo_mt_call_osmux.py: using RAC 58\u000a19:13:57.011077 tst mo_mt_call_osmux.py: using CellId 30913\u000a19:13:57.132766 tst mo_mt_call_osmux.py: using BVCI 30914\u000a19:13:57.156342 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:13:57.167624 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:13:57.178734 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:13:57.189828 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:13:57.200941 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:13:57.212106 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:13:57.333405 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:13:57.538445 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:13:58.032734 run create_hlr_db(pid=17809): Launched\u000a19:13:58.210442 bus /sierra_2: Setting Powered False\u000a19:13:59.231048 run create_hlr_db(pid=17809): Terminated: ok {rc=0}\u000a19:13:59.671022 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17811): Launched\u000a19:14:00.002800 run osmo-hlr_10.42.42.2(pid=17812): Launched\u000a19:14:00.125837 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:14:00.701177 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17814): Launched\u000a19:14:01.183557 run osmo-stp_10.42.42.5(pid=17815): Launched\u000a19:14:01.383511 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:14:01.976881 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17817): Launched\u000a19:14:02.298534 run osmo-msc_10.42.42.6(pid=17818): Launched\u000a19:14:02.517362 run osmo-stp_10.42.42.5(pid=17815): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17815)]\u000a19:14:02.658721 run osmo-stp_10.42.42.5(pid=17815): stdout: \u000a| (launched: 2022-12-12_19:14:00.875127)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:14:02.798685 run osmo-stp_10.42.42.5(pid=17815): stderr: \u000a| �[0;m�[38;5;43m20221212191401115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191401115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191401115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191401116 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191401118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191401118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191401118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:14:02.930523 run osmo-stp_10.42.42.5(pid=17815): stdout: \u000a| (launched: 2022-12-12_19:14:00.875127)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:14:03.061520 run osmo-stp_10.42.42.5(pid=17815): stderr: \u000a| �[0;m�[38;5;43m20221212191401115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191401115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191401115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191401116 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191401118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191401118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191401118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:14:03.119260 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17815): Process ended prematurely: osmo-stp_10.42.42.5(pid=17815) [trial-2381↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17815)] [trial-2381↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a19:14:03.128698 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a19:14:03.192632 run osmo-hlr_10.42.42.2(pid=17812): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17812)]\u000a19:14:03.245085 run osmo-hlr_10.42.42.2(pid=17812): stdout: \u000a| (launched: 2022-12-12_19:13:59.839423) \u000a19:14:03.297984 run osmo-hlr_10.42.42.2(pid=17812): stderr: \u000a| �[0;m�[1;31m20221212191400044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212191400044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212191400044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191400044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191400044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212191400044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212191400057 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212191400065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212191400065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212191400066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:14:03.369826 run osmo-msc_10.42.42.6(pid=17818): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17818)]\u000a19:14:03.421963 run osmo-msc_10.42.42.6(pid=17818): stdout: \u000a| (launched: 2022-12-12_19:14:02.139989) \u000a19:14:03.474784 run osmo-msc_10.42.42.6(pid=17818): stderr: \u000a| �[0;m�[38;5;43m20221212191402534 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212191402534 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f93a3483c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212191402534 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212191402534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212191402535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212191402535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212191402536 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212191402537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212191402537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212191402537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:14:03.519152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17811): Terminating (SIGTERM)\u000a19:14:03.561777 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17814): Terminating (SIGTERM)\u000a19:14:03.604774 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17817): Terminating (SIGTERM)\u000a19:14:03.614937 --- ParallelTerminationStrategy: PID 17811 died...\u000a19:14:03.672192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17811): Terminated: ok {rc=0}\u000a19:14:03.682399 --- ParallelTerminationStrategy: PID 17814 died...\u000a19:14:03.739198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17814): Terminated: ok {rc=0}\u000a19:14:03.749540 --- ParallelTerminationStrategy: PID 17817 died...\u000a19:14:03.806736 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17817): Terminated: ok {rc=0}\u000a19:14:03.894577 bus /sierra_3: Setting Powered False\u000a19:14:04.999636 bus /sierra_3: Setting Powered False\u000a19:14:06.112358 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "9", "name" : "voice_sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:13:45" }, { "cases" : [ { "testActions" : [ ], "age" : 51, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17829): Process ended prematurely: osmo-stp_10.42.42.5(pid=17829) [trial-2381↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17829)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17829): Process ended prematurely: osmo-stp_10.42.42.5(pid=17829) [trial-2381↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17829)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a19:14:08.065015 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:14:08.075958 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:14:08.222224 tst mo_mt_call.py: using LAC 30914\u000a19:14:08.343880 tst mo_mt_call.py: using RAC 59\u000a19:14:08.465950 tst mo_mt_call.py: using CellId 30914\u000a19:14:08.588017 tst mo_mt_call.py: using BVCI 30915\u000a19:14:08.611468 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:14:08.622401 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:14:08.633074 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:14:08.643682 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:14:08.654356 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:14:08.665127 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a19:14:08.784497 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a19:14:08.991352 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:14:09.482839 run create_hlr_db(pid=17823): Launched\u000a19:14:09.673666 bus /sierra_2: Setting Powered False\u000a19:14:10.694287 run create_hlr_db(pid=17823): Terminated: ok {rc=0}\u000a19:14:11.108218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17825): Launched\u000a19:14:11.415874 run osmo-hlr_10.42.42.2(pid=17826): Launched\u000a19:14:11.535540 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:14:12.080042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17828): Launched\u000a19:14:12.390056 run osmo-stp_10.42.42.5(pid=17829): Launched\u000a19:14:12.512892 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:14:13.082510 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17832): Launched\u000a19:14:13.392941 run osmo-msc_10.42.42.6(pid=17833): Launched\u000a19:14:13.574186 run osmo-stp_10.42.42.5(pid=17829): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17829)]\u000a19:14:13.704172 run osmo-stp_10.42.42.5(pid=17829): stdout: \u000a| (launched: 2022-12-12_19:14:12.236558)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:14:13.832720 run osmo-stp_10.42.42.5(pid=17829): stderr: \u000a| �[0;m�[38;5;43m20221212191412412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191412413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191412413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191412413 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191412414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191412414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191412414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:14:13.956652 run osmo-stp_10.42.42.5(pid=17829): stdout: \u000a| (launched: 2022-12-12_19:14:12.236558)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:14:14.079066 run osmo-stp_10.42.42.5(pid=17829): stderr: \u000a| �[0;m�[38;5;43m20221212191412412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191412413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191412413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191412413 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191412414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191412414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191412414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:14:14.133296 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17829): Process ended prematurely: osmo-stp_10.42.42.5(pid=17829) [trial-2381↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17829)] [trial-2381↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a19:14:14.141998 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a19:14:14.201975 run osmo-hlr_10.42.42.2(pid=17826): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17826)]\u000a19:14:14.251323 run osmo-hlr_10.42.42.2(pid=17826): stdout: \u000a| (launched: 2022-12-12_19:14:11.263756) \u000a19:14:14.301562 run osmo-hlr_10.42.42.2(pid=17826): stderr: \u000a| �[0;m�[1;31m20221212191411445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212191411445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212191411445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191411445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191411445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212191411445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212191411458 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212191411467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212191411467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212191411467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:14:14.369200 run osmo-msc_10.42.42.6(pid=17833): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17833)]\u000a19:14:14.418272 run osmo-msc_10.42.42.6(pid=17833): stdout: \u000a| (launched: 2022-12-12_19:14:13.238414) \u000a19:14:14.467931 run osmo-msc_10.42.42.6(pid=17833): stderr: \u000a| �[0;m�[38;5;43m20221212191413513 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212191413513 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f641955bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212191413513 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212191413513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212191413514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212191413514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212191413515 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212191413516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212191413516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212191413516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:14:14.509927 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17825): Terminating (SIGTERM)\u000a19:14:14.549709 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17828): Terminating (SIGTERM)\u000a19:14:14.589518 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17832): Terminating (SIGTERM)\u000a19:14:14.598853 --- ParallelTerminationStrategy: PID 17825 died...\u000a19:14:14.652489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17825): Terminated: ok {rc=0}\u000a19:14:14.662185 --- ParallelTerminationStrategy: PID 17828 died...\u000a19:14:14.715374 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17828): Terminated: ok {rc=0}\u000a19:14:14.724902 --- ParallelTerminationStrategy: PID 17832 died...\u000a19:14:14.777867 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17832): Terminated: ok {rc=0}\u000a19:14:14.866710 bus /sierra_3: Setting Powered False\u000a19:14:15.982965 bus /sierra_3: Setting Powered False\u000a19:14:17.113016 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 62, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17841): Process ended prematurely: osmo-stp_10.42.42.5(pid=17841) [trial-2381↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17841)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17841): Process ended prematurely: osmo-stp_10.42.42.5(pid=17841) [trial-2381↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17841)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:14:18.225656 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:14:18.237349 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:14:18.383346 tst mo_mt_call_osmux.py: using LAC 30915\u000a19:14:18.504011 tst mo_mt_call_osmux.py: using RAC 60\u000a19:14:18.626089 tst mo_mt_call_osmux.py: using CellId 30915\u000a19:14:18.745899 tst mo_mt_call_osmux.py: using BVCI 30916\u000a19:14:18.769231 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:14:18.780215 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:14:18.791067 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:14:18.801962 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:14:18.812775 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:14:18.823628 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a19:14:18.944009 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a19:14:19.153616 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:14:19.675284 run create_hlr_db(pid=17835): Launched\u000a19:14:19.865863 bus /sierra_2: Setting Powered False\u000a19:14:20.886684 run create_hlr_db(pid=17835): Terminated: ok {rc=0}\u000a19:14:21.326619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17837): Launched\u000a19:14:21.658775 run osmo-hlr_10.42.42.2(pid=17838): Launched\u000a19:14:21.778278 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:14:22.352551 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17840): Launched\u000a19:14:22.683525 run osmo-stp_10.42.42.5(pid=17841): Launched\u000a19:14:22.804905 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:14:23.408130 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17843): Launched\u000a19:14:23.740751 run osmo-msc_10.42.42.6(pid=17844): Launched\u000a19:14:23.934225 run osmo-stp_10.42.42.5(pid=17841): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17841)]\u000a19:14:24.073225 run osmo-stp_10.42.42.5(pid=17841): stdout: \u000a| (launched: 2022-12-12_19:14:22.519595)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:14:24.211866 run osmo-stp_10.42.42.5(pid=17841): stderr: \u000a| �[0;m�[38;5;43m20221212191422712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191422712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191422713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191422713 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191422715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191422715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191422715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:14:24.344568 run osmo-stp_10.42.42.5(pid=17841): stdout: \u000a| (launched: 2022-12-12_19:14:22.519595)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:14:24.475729 run osmo-stp_10.42.42.5(pid=17841): stderr: \u000a| �[0;m�[38;5;43m20221212191422712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191422712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191422713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191422713 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191422715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191422715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191422715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:14:24.533787 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17841): Process ended prematurely: osmo-stp_10.42.42.5(pid=17841) [trial-2381↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17841)] [trial-2381↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a19:14:24.542990 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a19:14:24.607437 run osmo-hlr_10.42.42.2(pid=17838): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17838)]\u000a19:14:24.660271 run osmo-hlr_10.42.42.2(pid=17838): stdout: \u000a| (launched: 2022-12-12_19:14:21.494283) \u000a19:14:24.713271 run osmo-hlr_10.42.42.2(pid=17838): stderr: \u000a| �[0;m�[1;31m20221212191421696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212191421696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212191421696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191421697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191421697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212191421697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212191421709 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212191421718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212191421718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212191421718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:14:24.785793 run osmo-msc_10.42.42.6(pid=17844): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17844)]\u000a19:14:24.838269 run osmo-msc_10.42.42.6(pid=17844): stdout: \u000a| (launched: 2022-12-12_19:14:23.575613) \u000a19:14:24.891613 run osmo-msc_10.42.42.6(pid=17844): stderr: \u000a| �[0;m�[38;5;43m20221212191423901 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212191423901 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcf21e64c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212191423901 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212191423902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212191423902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212191423902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212191423903 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212191423904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212191423904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212191423904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:14:24.936260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17837): Terminating (SIGTERM)\u000a19:14:24.979047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17840): Terminating (SIGTERM)\u000a19:14:25.022177 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17843): Terminating (SIGTERM)\u000a19:14:25.032083 --- ParallelTerminationStrategy: PID 17837 died...\u000a19:14:25.089792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17837): Terminated: ok {rc=0}\u000a19:14:25.099988 --- ParallelTerminationStrategy: PID 17840 died...\u000a19:14:25.157057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17840): Terminated: ok {rc=0}\u000a19:14:25.167182 --- ParallelTerminationStrategy: PID 17843 died...\u000a19:14:25.223957 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17843): Terminated: ok {rc=0}\u000a19:14:25.310863 bus /sierra_3: Setting Powered False\u000a19:14:26.418702 bus /sierra_3: Setting Powered False\u000a19:14:27.527093 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "10", "name" : "voice_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:14:07" }, { "cases" : [ { "testActions" : [ ], "age" : 51, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17857): Process ended prematurely: osmo-stp_10.42.42.5(pid=17857) [trial-2381↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17857)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17857): Process ended prematurely: osmo-stp_10.42.42.5(pid=17857) [trial-2381↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17857)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 emergency:sysmo emergency_mo_mt_call.py\u000a----------------------------------------------\u000a19:14:29.497377 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a19:14:29.507949 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a19:14:29.631930 tst emergency_mo_mt_call.py: using LAC 30916\u000a19:14:29.751922 tst emergency_mo_mt_call.py: using RAC 61\u000a19:14:29.871140 tst emergency_mo_mt_call.py: using CellId 30916\u000a19:14:29.991902 tst emergency_mo_mt_call.py: using BVCI 30917\u000a19:14:30.014875 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a19:14:30.025505 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a19:14:30.036047 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a19:14:30.046558 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a19:14:30.056999 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a19:14:30.067473 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a19:14:30.186596 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a19:14:30.391628 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:14:30.917402 run create_hlr_db(pid=17851): Launched\u000a19:14:31.125966 bus /sierra_2: Setting Powered False\u000a19:14:32.171309 run create_hlr_db(pid=17851): Terminated: ok {rc=0}\u000a19:14:32.614488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17853): Launched\u000a19:14:32.939739 run osmo-hlr_10.42.42.2(pid=17854): Launched\u000a19:14:33.060894 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:14:33.627832 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17856): Launched\u000a19:14:33.954051 run osmo-stp_10.42.42.5(pid=17857): Launched\u000a19:14:34.092938 tst emergency_mo_mt_call.py: using MSISDN 7930\u000a19:14:34.255880 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:14:34.851951 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17863): Launched\u000a19:14:35.177209 run osmo-msc_10.42.42.6(pid=17864): Launched\u000a19:14:35.367162 run osmo-stp_10.42.42.5(pid=17857): ERR: Terminated: ERROR {rc=1} [trial-2381↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17857)]\u000a19:14:35.503956 run osmo-stp_10.42.42.5(pid=17857): stdout: \u000a| (launched: 2022-12-12_19:14:33.792594)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:14:35.640385 run osmo-stp_10.42.42.5(pid=17857): stderr: \u000a| �[0;m�[38;5;43m20221212191433991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191433991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191433991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191433992 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191433993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191433993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191433993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:14:35.770758 run osmo-stp_10.42.42.5(pid=17857): stdout: \u000a| (launched: 2022-12-12_19:14:33.792594)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:14:35.900225 run osmo-stp_10.42.42.5(pid=17857): stderr: \u000a| �[0;m�[38;5;43m20221212191433991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191433991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191433991 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191433992 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191433993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191433993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191433993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:14:35.957492 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=17857): Process ended prematurely: osmo-stp_10.42.42.5(pid=17857) [trial-2381↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17857)] [trial-2381↪emergency:sysmo↪emergency_mo_mt_call.py:19]\u000a19:14:35.967101 tst emergency_mo_mt_call.py:19: Test FAILED (6.5 sec)\u000a19:14:36.032256 run osmo-hlr_10.42.42.2(pid=17854): ERR: Terminated: ERROR {rc=237} [trial-2381↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17854)]\u000a19:14:36.084869 run osmo-hlr_10.42.42.2(pid=17854): stdout: \u000a| (launched: 2022-12-12_19:14:32.779136) \u000a19:14:36.138421 run osmo-hlr_10.42.42.2(pid=17854): stderr: \u000a| �[0;m�[1;31m20221212191432979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212191432979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212191432979 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191432980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191432980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212191432980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212191432991 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/emergency:sysmo/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212191432999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212191433000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212191433000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:14:36.210635 run osmo-msc_10.42.42.6(pid=17864): ERR: Terminated: ERROR {rc=2} [trial-2381↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17864)]\u000a19:14:36.263634 run osmo-msc_10.42.42.6(pid=17864): stdout: \u000a| (launched: 2022-12-12_19:14:35.016715) \u000a19:14:36.317128 run osmo-msc_10.42.42.6(pid=17864): stderr: \u000a| �[0;m�[38;5;43m20221212191435341 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212191435341 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fde694b6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212191435341 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212191435341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212191435341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212191435342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212191435344 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212191435344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212191435344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212191435344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:14:36.362001 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17853): Terminating (SIGTERM)\u000a19:14:36.404900 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17856): Terminating (SIGTERM)\u000a19:14:36.447487 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17863): Terminating (SIGTERM)\u000a19:14:36.457647 --- ParallelTerminationStrategy: PID 17853 died...\u000a19:14:36.514720 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17853): Terminated: ok {rc=0}\u000a19:14:36.525328 --- ParallelTerminationStrategy: PID 17856 died...\u000a19:14:36.582126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17856): Terminated: ok {rc=0}\u000a19:14:36.592588 --- ParallelTerminationStrategy: PID 17863 died...\u000a19:14:36.649324 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17863): Terminated: ok {rc=0}\u000a19:14:36.738869 bus /sierra_3: Setting Powered False\u000a19:14:37.844378 bus /sierra_3: Setting Powered False\u000a19:14:38.956432 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17872): Process ended prematurely: osmo-stp_10.42.42.5(pid=17872) [trial-2381↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17872)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17872): Process ended prematurely: osmo-stp_10.42.42.5(pid=17872) [trial-2381↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17872)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 emergency:sysmo emergency_preemptive_call.py\u000a----------------------------------------------\u000a19:14:40.010332 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a19:14:40.022216 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a19:14:40.156448 tst emergency_preemptive_call.py: using LAC 30917\u000a19:14:40.282987 tst emergency_preemptive_call.py: using RAC 62\u000a19:14:40.403204 tst emergency_preemptive_call.py: using CellId 30917\u000a19:14:40.521442 tst emergency_preemptive_call.py: using BVCI 30918\u000a19:14:40.544287 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a19:14:40.555183 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a19:14:40.566085 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a19:14:40.576772 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a19:14:40.587363 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a19:14:40.597835 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a19:14:40.716072 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a19:14:40.839127 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a19:14:40.957444 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a19:14:41.169609 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:14:41.682864 run create_hlr_db(pid=17866): Launched\u000a19:14:41.871884 bus /sierra_2: Setting Powered False\u000a19:14:42.891126 run create_hlr_db(pid=17866): Terminated: ok {rc=0}\u000a19:14:43.300281 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17868): Launched\u000a19:14:43.605567 run osmo-hlr_10.42.42.2(pid=17869): Launched\u000a19:14:43.720245 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:14:44.247548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17871): Launched\u000a19:14:44.551121 run osmo-stp_10.42.42.5(pid=17872): Launched\u000a19:14:44.669796 tst emergency_preemptive_call.py: using MSISDN 7931\u000a19:14:44.818956 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:14:45.371128 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17874): Launched\u000a19:14:45.676188 run osmo-msc_10.42.42.6(pid=17875): Launched\u000a19:14:45.922886 run osmo-stp_10.42.42.5(pid=17872): ERR: Terminated: ERROR {rc=1} [trial-2381↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17872)]\u000a19:14:46.072582 run osmo-stp_10.42.42.5(pid=17872): stdout: \u000a| (launched: 2022-12-12_19:14:44.400767)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:14:46.205712 run osmo-stp_10.42.42.5(pid=17872): stderr: \u000a| �[0;m�[38;5;43m20221212191444572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191444572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191444572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191444573 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191444573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191444573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191444573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:14:46.328810 run osmo-stp_10.42.42.5(pid=17872): stdout: \u000a| (launched: 2022-12-12_19:14:44.400767)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:14:46.451361 run osmo-stp_10.42.42.5(pid=17872): stderr: \u000a| �[0;m�[38;5;43m20221212191444572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191444572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191444572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191444573 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191444573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191444573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191444573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:14:46.505876 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=17872): Process ended prematurely: osmo-stp_10.42.42.5(pid=17872) [trial-2381↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17872)] [trial-2381↪emergency:sysmo↪emergency_preemptive_call.py:32]\u000a19:14:46.515025 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a19:14:46.576071 run osmo-hlr_10.42.42.2(pid=17869): ERR: Terminated: ERROR {rc=237} [trial-2381↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17869)]\u000a19:14:46.627056 run osmo-hlr_10.42.42.2(pid=17869): stdout: \u000a| (launched: 2022-12-12_19:14:43.454403) \u000a19:14:46.678133 run osmo-hlr_10.42.42.2(pid=17869): stderr: \u000a| �[0;m�[1;31m20221212191443632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212191443632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212191443632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191443632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191443632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212191443632 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212191443647 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/emergency:sysmo/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212191443656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212191443656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212191443656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:14:46.747010 run osmo-msc_10.42.42.6(pid=17875): ERR: Terminated: ERROR {rc=2} [trial-2381↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=17875)]\u000a19:14:46.797062 run osmo-msc_10.42.42.6(pid=17875): stdout: \u000a| (launched: 2022-12-12_19:14:45.524074) \u000a19:14:46.847921 run osmo-msc_10.42.42.6(pid=17875): stderr: \u000a| �[0;m�[38;5;43m20221212191445797 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212191445797 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd30815cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212191445797 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212191445797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212191445797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212191445798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212191445799 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212191445800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212191445800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212191445800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:14:46.891088 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17868): Terminating (SIGTERM)\u000a19:14:46.931915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17871): Terminating (SIGTERM)\u000a19:14:46.972699 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17874): Terminating (SIGTERM)\u000a19:14:46.982854 --- ParallelTerminationStrategy: PID 17868 died...\u000a19:14:47.039032 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17868): Terminated: ok {rc=0}\u000a19:14:47.049302 --- ParallelTerminationStrategy: PID 17871 died...\u000a19:14:47.103617 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17871): Terminated: ok {rc=0}\u000a19:14:47.113745 --- ParallelTerminationStrategy: PID 17874 died...\u000a19:14:47.168036 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=17874): Terminated: ok {rc=0}\u000a19:14:47.253792 bus /sierra_9: Setting Powered False\u000a19:14:48.354064 bus /sierra_9: Setting Powered False\u000a19:14:49.465943 bus /sierra_8: Setting Powered False\u000a19:14:50.569621 bus /sierra_8: Setting Powered False\u000a19:14:51.676514 bus /sierra_3: Setting Powered False\u000a19:14:52.784383 bus /sierra_3: Setting Powered False\u000a19:14:53.894244 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "11", "name" : "emergency_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:14:29" }, { "cases" : [ { "testActions" : [ ], "age" : 68, "className" : "gprs:sysmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17894): Process ended prematurely: osmo-stp_10.42.42.5(pid=17894) [trial-2381↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17894)]", "failedSince" : 2314, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17894): Process ended prematurely: osmo-stp_10.42.42.5(pid=17894) [trial-2381↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17894)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:sysmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:14:55.964267 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a19:14:55.974864 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a19:14:56.099678 tst cs_paging_gprs_active.py: using LAC 30918\u000a19:14:56.229176 tst cs_paging_gprs_active.py: using RAC 63\u000a19:14:56.357498 tst cs_paging_gprs_active.py: using CellId 30918\u000a19:14:56.491286 tst cs_paging_gprs_active.py: using BVCI 30919\u000a19:14:56.516589 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a19:14:56.527800 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a19:14:56.539000 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a19:14:56.550359 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a19:14:56.561735 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a19:14:56.572701 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a19:14:56.583925 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a19:14:56.597623 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a19:14:56.608659 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a19:14:56.730144 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a19:14:57.015403 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:14:57.145890 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:14:57.469766 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17880): Launched\u000a19:14:57.738193 run iperf3-srv_10.42.42.10(pid=17881): Launched\u000a19:14:57.925874 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:14:58.053879 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:14:58.376584 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17882): Launched\u000a19:14:58.643674 run iperf3-srv_10.42.42.10(pid=17883): Launched\u000a19:14:58.831375 tst cs_paging_gprs_active.py:38: start network...\u000a19:14:58.959605 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:14:59.459047 run create_hlr_db(pid=17884): Launched\u000a19:14:59.636743 bus /sierra_2: Setting Powered False\u000a19:15:00.658024 run create_hlr_db(pid=17884): Terminated: ok {rc=0}\u000a19:15:01.135505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17887): Launched\u000a19:15:01.607586 run osmo-hlr_10.42.42.2(pid=17888): Launched\u000a19:15:01.833868 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:15:02.473331 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17893): Launched\u000a19:15:02.784131 run osmo-stp_10.42.42.5(pid=17894): Launched\u000a19:15:02.907318 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:15:04.430768 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17896): Launched\u000a19:15:04.540223 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:15:04.813582 run patchelf(pid=17897): Launched\u000a19:15:04.994843 run osmo-stp_10.42.42.5(pid=17894): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17894)]\u000a19:15:05.127156 run osmo-stp_10.42.42.5(pid=17894): stdout: \u000a| (launched: 2022-12-12_19:15:02.630492)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:15:05.259494 run osmo-stp_10.42.42.5(pid=17894): stderr: \u000a| �[0;m�[38;5;43m20221212191502805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191502806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191502806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191502806 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191502807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191502807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191502807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:15:05.387017 run osmo-stp_10.42.42.5(pid=17894): stdout: \u000a| (launched: 2022-12-12_19:15:02.630492)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:15:05.513458 run osmo-stp_10.42.42.5(pid=17894): stderr: \u000a| �[0;m�[38;5;43m20221212191502805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191502806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191502806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191502806 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191502807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191502807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191502807 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:15:05.661161 run patchelf(pid=17897): Terminating (SIGINT)\u000a19:15:05.834584 run patchelf(pid=17897): Terminated: ok {rc=0}\u000a19:15:05.866192 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=17894): Process ended prematurely: osmo-stp_10.42.42.5(pid=17894) [trial-2381↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17894)] [trial-2381↪gprs:sysmo↪cs_paging_gprs_active.py:38]\u000a19:15:05.875324 tst cs_paging_gprs_active.py:38: Test FAILED (9.9 sec)\u000a19:15:05.936139 run osmo-hlr_10.42.42.2(pid=17888): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:sysmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17888)]\u000a19:15:05.986083 run osmo-hlr_10.42.42.2(pid=17888): stdout: \u000a| (launched: 2022-12-12_19:15:01.307938) \u000a19:15:06.036592 run osmo-hlr_10.42.42.2(pid=17888): stderr: \u000a| �[0;m�[1;31m20221212191501670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212191501670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212191501670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191501670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191501670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212191501670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212191501695 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:sysmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212191501716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212191501716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212191501719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:15:06.079367 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17880): Terminating (SIGTERM)\u000a19:15:06.119539 run iperf3-srv_10.42.42.10(pid=17881): Terminating (SIGTERM)\u000a19:15:06.159834 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17882): Terminating (SIGTERM)\u000a19:15:06.199964 run iperf3-srv_10.42.42.10(pid=17883): Terminating (SIGTERM)\u000a19:15:06.240132 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17887): Terminating (SIGTERM)\u000a19:15:06.280885 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17893): Terminating (SIGTERM)\u000a19:15:06.321205 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17896): Terminating (SIGTERM)\u000a19:15:06.330538 --- ParallelTerminationStrategy: PID 17880 died...\u000a19:15:06.384563 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17880): Terminated: ok {rc=0}\u000a19:15:06.394220 --- ParallelTerminationStrategy: PID 17881 died...\u000a19:15:06.448474 run iperf3-srv_10.42.42.10(pid=17881): Terminated {rc=256}\u000a19:15:06.458162 --- ParallelTerminationStrategy: PID 17882 died...\u000a19:15:06.511912 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17882): Terminated: ok {rc=0}\u000a19:15:06.521609 --- ParallelTerminationStrategy: PID 17883 died...\u000a19:15:06.575197 run iperf3-srv_10.42.42.10(pid=17883): Terminated {rc=256}\u000a19:15:06.584812 --- ParallelTerminationStrategy: PID 17887 died...\u000a19:15:06.638135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17887): Terminated: ok {rc=0}\u000a19:15:06.647767 --- ParallelTerminationStrategy: PID 17893 died...\u000a19:15:06.702380 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17893): Terminated: ok {rc=0}\u000a19:15:06.712230 --- ParallelTerminationStrategy: PID 17896 died...\u000a19:15:06.766012 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17896): Terminated: ok {rc=0}\u000a19:15:06.855789 bus /gobi_0: Setting Powered False\u000a19:15:07.962717 bus /gobi_0: Setting Powered False\u000a19:15:09.076416 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 68, "className" : "gprs:sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17906): Process ended prematurely: osmo-stp_10.42.42.5(pid=17906) [trial-2381↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17906)]", "failedSince" : 2314, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17906): Process ended prematurely: osmo-stp_10.42.42.5(pid=17906) [trial-2381↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17906)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:sysmo iperf3.py\u000a----------------------------------------------\u000a19:15:10.189652 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a19:15:10.200879 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a19:15:10.327899 tst iperf3.py: using LAC 30919\u000a19:15:10.450034 tst iperf3.py: using RAC 64\u000a19:15:10.571902 tst iperf3.py: using CellId 30919\u000a19:15:10.694064 tst iperf3.py: using BVCI 30920\u000a19:15:10.717562 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a19:15:10.728019 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a19:15:10.738586 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a19:15:10.749057 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a19:15:10.759467 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a19:15:10.769865 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a19:15:10.780292 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a19:15:10.790728 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a19:15:10.801191 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a19:15:11.080848 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:15:11.208510 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:15:11.530333 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17898): Launched\u000a19:15:11.797598 run iperf3-srv_10.42.42.10(pid=17899): Launched\u000a19:15:11.984681 tst iperf3.py:8: start network...\u000a19:15:12.112642 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:15:12.609837 run create_hlr_db(pid=17900): Launched\u000a19:15:12.787078 bus /gobi_6: Setting Powered False\u000a19:15:13.808233 run create_hlr_db(pid=17900): Terminated: ok {rc=0}\u000a19:15:14.220213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17902): Launched\u000a19:15:14.530725 run osmo-hlr_10.42.42.2(pid=17903): Launched\u000a19:15:14.647014 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:15:15.182496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17905): Launched\u000a19:15:15.491756 run osmo-stp_10.42.42.5(pid=17906): Launched\u000a19:15:15.603147 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:15:16.173131 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17908): Launched\u000a19:15:16.284867 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:15:16.576754 run patchelf(pid=17909): Launched\u000a19:15:16.759970 run osmo-stp_10.42.42.5(pid=17906): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17906)]\u000a19:15:16.895048 run osmo-stp_10.42.42.5(pid=17906): stdout: \u000a| (launched: 2022-12-12_19:15:15.338479)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:15:17.029566 run osmo-stp_10.42.42.5(pid=17906): stderr: \u000a| �[0;m�[38;5;43m20221212191515507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191515507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191515508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191515508 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191515509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191515509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191515509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:15:17.159157 run osmo-stp_10.42.42.5(pid=17906): stdout: \u000a| (launched: 2022-12-12_19:15:15.338479)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:15:17.286692 run osmo-stp_10.42.42.5(pid=17906): stderr: \u000a| �[0;m�[38;5;43m20221212191515507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191515507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191515508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191515508 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191515509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191515509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191515509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:15:17.433158 run patchelf(pid=17909): Terminating (SIGINT)\u000a19:15:17.605613 run patchelf(pid=17909): Terminated: ok {rc=0}\u000a19:15:17.637197 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17906): Process ended prematurely: osmo-stp_10.42.42.5(pid=17906) [trial-2381↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17906)] [trial-2381↪gprs:sysmo↪iperf3.py:8]\u000a19:15:17.646377 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a19:15:17.707035 run osmo-hlr_10.42.42.2(pid=17903): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:sysmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17903)]\u000a19:15:17.756833 run osmo-hlr_10.42.42.2(pid=17903): stdout: \u000a| (launched: 2022-12-12_19:15:14.377715) \u000a19:15:17.807330 run osmo-hlr_10.42.42.2(pid=17903): stderr: \u000a| �[0;m�[1;31m20221212191514554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212191514554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212191514554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191514554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191514554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212191514554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212191514566 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:sysmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212191514577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212191514577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212191514577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:15:17.850029 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17898): Terminating (SIGTERM)\u000a19:15:17.889987 run iperf3-srv_10.42.42.10(pid=17899): Terminating (SIGTERM)\u000a19:15:17.930250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17902): Terminating (SIGTERM)\u000a19:15:17.970414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17905): Terminating (SIGTERM)\u000a19:15:18.010459 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17908): Terminating (SIGTERM)\u000a19:15:18.019734 --- ParallelTerminationStrategy: PID 17898 died...\u000a19:15:18.073592 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17898): Terminated: ok {rc=0}\u000a19:15:18.083170 --- ParallelTerminationStrategy: PID 17899 died...\u000a19:15:18.136664 run iperf3-srv_10.42.42.10(pid=17899): Terminated {rc=256}\u000a19:15:18.146278 --- ParallelTerminationStrategy: PID 17902 died...\u000a19:15:18.199718 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17902): Terminated: ok {rc=0}\u000a19:15:18.209804 --- ParallelTerminationStrategy: PID 17905 died...\u000a19:15:18.264129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17905): Terminated: ok {rc=0}\u000a19:15:18.273874 --- ParallelTerminationStrategy: PID 17908 died...\u000a19:15:18.327662 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17908): Terminated: ok {rc=0}\u000a19:15:18.418869 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 69, "className" : "gprs:sysmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17924): Process ended prematurely: osmo-stp_10.42.42.5(pid=17924) [trial-2381↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17924)]", "failedSince" : 2313, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17924): Process ended prematurely: osmo-stp_10.42.42.5(pid=17924) [trial-2381↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17924)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:sysmo iperf3m4.py\u000a----------------------------------------------\u000a19:15:19.531194 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a19:15:19.542549 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a19:15:19.674490 tst iperf3m4.py: using LAC 30920\u000a19:15:19.802388 tst iperf3m4.py: using RAC 65\u000a19:15:19.928880 tst iperf3m4.py: using CellId 30920\u000a19:15:20.056648 tst iperf3m4.py: using BVCI 30921\u000a19:15:20.082050 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a19:15:20.093493 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a19:15:20.104547 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a19:15:20.116379 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a19:15:20.127758 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a19:15:20.138949 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a19:15:20.150384 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a19:15:20.161705 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a19:15:20.173145 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a19:15:20.291812 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a19:15:20.416130 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a19:15:20.533791 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a19:15:20.814350 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:15:20.942197 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:15:21.263955 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17910): Launched\u000a19:15:21.531749 run iperf3-srv_10.42.42.10(pid=17911): Launched\u000a19:15:21.719266 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:15:21.847183 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:15:22.169626 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17912): Launched\u000a19:15:22.437737 run iperf3-srv_10.42.42.10(pid=17913): Launched\u000a19:15:22.624654 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:15:22.752076 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:15:23.074562 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17914): Launched\u000a19:15:23.341456 run iperf3-srv_10.42.42.10(pid=17915): Launched\u000a19:15:23.527989 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:15:23.655254 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:15:23.976638 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17916): Launched\u000a19:15:24.260048 run iperf3-srv_10.42.42.10(pid=17917): Launched\u000a19:15:24.448210 tst iperf3m4.py:8: start network...\u000a19:15:24.575555 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:15:25.071482 run create_hlr_db(pid=17918): Launched\u000a19:15:25.248663 bus /gobi_6: Setting Powered False\u000a19:15:26.271233 run create_hlr_db(pid=17918): Terminated: ok {rc=0}\u000a19:15:26.713575 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17920): Launched\u000a19:15:27.044846 run osmo-hlr_10.42.42.2(pid=17921): Launched\u000a19:15:27.166365 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:15:27.743812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17923): Launched\u000a19:15:28.074633 run osmo-stp_10.42.42.5(pid=17924): Launched\u000a19:15:28.195153 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:15:28.774169 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17926): Launched\u000a19:15:28.892347 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:15:29.182639 run patchelf(pid=17927): Launched\u000a19:15:29.376559 run osmo-stp_10.42.42.5(pid=17924): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17924)]\u000a19:15:29.518939 run osmo-stp_10.42.42.5(pid=17924): stdout: \u000a| (launched: 2022-12-12_19:15:27.911158)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:15:29.661332 run osmo-stp_10.42.42.5(pid=17924): stderr: \u000a| �[0;m�[38;5;43m20221212191528102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191528102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191528102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191528103 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191528103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191528103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191528103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:15:29.798339 run osmo-stp_10.42.42.5(pid=17924): stdout: \u000a| (launched: 2022-12-12_19:15:27.911158)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:15:29.933879 run osmo-stp_10.42.42.5(pid=17924): stderr: \u000a| �[0;m�[38;5;43m20221212191528102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191528102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191528102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191528103 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191528103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191528103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191528103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:15:30.091710 run patchelf(pid=17927): Terminating (SIGINT)\u000a19:15:30.277421 run patchelf(pid=17927): Terminated: ok {rc=0}\u000a19:15:30.311725 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17924): Process ended prematurely: osmo-stp_10.42.42.5(pid=17924) [trial-2381↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17924)] [trial-2381↪gprs:sysmo↪iperf3m4.py:8]\u000a19:15:30.321860 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a19:15:30.387585 run osmo-hlr_10.42.42.2(pid=17921): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:sysmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17921)]\u000a19:15:30.440804 run osmo-hlr_10.42.42.2(pid=17921): stdout: \u000a| (launched: 2022-12-12_19:15:26.881648) \u000a19:15:30.494856 run osmo-hlr_10.42.42.2(pid=17921): stderr: \u000a| �[0;m�[1;31m20221212191527079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212191527079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212191527079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191527079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191527079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212191527079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212191527096 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:sysmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212191527105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212191527105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212191527105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:15:30.540256 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17910): Terminating (SIGTERM)\u000a19:15:30.584447 run iperf3-srv_10.42.42.10(pid=17911): Terminating (SIGTERM)\u000a19:15:30.627511 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17912): Terminating (SIGTERM)\u000a19:15:30.671077 run iperf3-srv_10.42.42.10(pid=17913): Terminating (SIGTERM)\u000a19:15:30.713834 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17914): Terminating (SIGTERM)\u000a19:15:30.757023 run iperf3-srv_10.42.42.10(pid=17915): Terminating (SIGTERM)\u000a19:15:30.800202 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17916): Terminating (SIGTERM)\u000a19:15:30.851966 run iperf3-srv_10.42.42.10(pid=17917): Terminating (SIGTERM)\u000a19:15:30.910440 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17920): Terminating (SIGTERM)\u000a19:15:30.958217 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17923): Terminating (SIGTERM)\u000a19:15:31.014759 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17926): Terminating (SIGTERM)\u000a19:15:31.025081 --- ParallelTerminationStrategy: PID 17910 died...\u000a19:15:31.084137 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17910): Terminated: ok {rc=0}\u000a19:15:31.095086 --- ParallelTerminationStrategy: PID 17911 died...\u000a19:15:31.153783 run iperf3-srv_10.42.42.10(pid=17911): Terminated {rc=256}\u000a19:15:31.164667 --- ParallelTerminationStrategy: PID 17912 died...\u000a19:15:31.223040 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17912): Terminated: ok {rc=0}\u000a19:15:31.234262 --- ParallelTerminationStrategy: PID 17913 died...\u000a19:15:31.293017 run iperf3-srv_10.42.42.10(pid=17913): Terminated {rc=256}\u000a19:15:31.304229 --- ParallelTerminationStrategy: PID 17914 died...\u000a19:15:31.363140 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17914): Terminated: ok {rc=0}\u000a19:15:31.374145 --- ParallelTerminationStrategy: PID 17915 died...\u000a19:15:31.432855 run iperf3-srv_10.42.42.10(pid=17915): Terminated {rc=256}\u000a19:15:31.443987 --- ParallelTerminationStrategy: PID 17916 died...\u000a19:15:31.502717 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17916): Terminated: ok {rc=0}\u000a19:15:31.513712 --- ParallelTerminationStrategy: PID 17917 died...\u000a19:15:31.572352 run iperf3-srv_10.42.42.10(pid=17917): Terminated {rc=256}\u000a19:15:31.583255 --- ParallelTerminationStrategy: PID 17920 died...\u000a19:15:31.641962 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17920): Terminated: ok {rc=0}\u000a19:15:31.652818 --- ParallelTerminationStrategy: PID 17923 died...\u000a19:15:31.711909 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17923): Terminated: ok {rc=0}\u000a19:15:31.722895 --- ParallelTerminationStrategy: PID 17926 died...\u000a19:15:31.781449 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17926): Terminated: ok {rc=0}\u000a19:15:31.903364 bus /gobi_4: Setting Powered False\u000a19:15:33.012378 bus /gobi_4: Setting Powered False\u000a19:15:34.122986 bus /gobi_1: Setting Powered False\u000a19:15:35.231994 bus /gobi_1: Setting Powered False\u000a19:15:36.341886 bus /gobi_0: Setting Powered False\u000a19:15:37.443889 bus /gobi_0: Setting Powered False\u000a19:15:38.553694 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 51, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17934): Process ended prematurely: osmo-stp_10.42.42.5(pid=17934) [trial-2381↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17934)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17934): Process ended prematurely: osmo-stp_10.42.42.5(pid=17934) [trial-2381↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17934)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:sysmo ping.py\u000a----------------------------------------------\u000a19:15:39.623442 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a19:15:39.635289 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a19:15:39.762340 tst ping.py: using LAC 30921\u000a19:15:39.882039 tst ping.py: using RAC 66\u000a19:15:40.004146 tst ping.py: using CellId 30921\u000a19:15:40.126293 tst ping.py: using BVCI 30922\u000a19:15:40.149554 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a19:15:40.160401 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a19:15:40.171242 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a19:15:40.182321 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a19:15:40.193710 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a19:15:40.204828 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a19:15:40.216192 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a19:15:40.227572 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a19:15:40.523025 tst ping.py:19: start network...\u000a19:15:40.659617 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:15:41.175389 run create_hlr_db(pid=17928): Launched\u000a19:15:41.365257 bus /gobi_6: Setting Powered False\u000a19:15:42.385674 run create_hlr_db(pid=17928): Terminated: ok {rc=0}\u000a19:15:42.798670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17930): Launched\u000a19:15:43.103290 run osmo-hlr_10.42.42.2(pid=17931): Launched\u000a19:15:43.214151 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:15:43.743582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17933): Launched\u000a19:15:44.048897 run osmo-stp_10.42.42.5(pid=17934): Launched\u000a19:15:44.158438 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:15:44.687791 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17936): Launched\u000a19:15:44.795476 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:15:45.067562 run patchelf(pid=17937): Launched\u000a19:15:45.246207 run osmo-stp_10.42.42.5(pid=17934): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17934)]\u000a19:15:45.376216 run osmo-stp_10.42.42.5(pid=17934): stdout: \u000a| (launched: 2022-12-12_19:15:43.896685)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:15:45.506548 run osmo-stp_10.42.42.5(pid=17934): stderr: \u000a| �[0;m�[38;5;43m20221212191544065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191544065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191544066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191544066 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191544067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191544067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191544067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:15:45.632407 run osmo-stp_10.42.42.5(pid=17934): stdout: \u000a| (launched: 2022-12-12_19:15:43.896685)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:15:45.756199 run osmo-stp_10.42.42.5(pid=17934): stderr: \u000a| �[0;m�[38;5;43m20221212191544065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191544065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191544066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191544066 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191544067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191544067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191544067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:15:45.913457 run patchelf(pid=17937): Terminating (SIGINT)\u000a19:15:46.085878 run patchelf(pid=17937): Terminated: ok {rc=0}\u000a19:15:46.118120 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=17934): Process ended prematurely: osmo-stp_10.42.42.5(pid=17934) [trial-2381↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17934)] [trial-2381↪gprs:sysmo↪ping.py:22]\u000a19:15:46.127710 tst ping.py:22: Test FAILED (6.5 sec)\u000a19:15:46.189653 run osmo-hlr_10.42.42.2(pid=17931): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:sysmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17931)]\u000a19:15:46.240345 run osmo-hlr_10.42.42.2(pid=17931): stdout: \u000a| (launched: 2022-12-12_19:15:42.952119) \u000a19:15:46.291975 run osmo-hlr_10.42.42.2(pid=17931): stderr: \u000a| �[0;m�[1;31m20221212191543127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212191543127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212191543127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191543127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191543127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212191543127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212191543139 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:sysmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212191543148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212191543148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212191543148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:15:46.335830 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17930): Terminating (SIGTERM)\u000a19:15:46.377276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17933): Terminating (SIGTERM)\u000a19:15:46.418419 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17936): Terminating (SIGTERM)\u000a19:15:46.427878 --- ParallelTerminationStrategy: PID 17930 died...\u000a19:15:46.483207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17930): Terminated: ok {rc=0}\u000a19:15:46.493444 --- ParallelTerminationStrategy: PID 17933 died...\u000a19:15:46.548564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17933): Terminated: ok {rc=0}\u000a19:15:46.558921 --- ParallelTerminationStrategy: PID 17936 died...\u000a19:15:46.615613 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17936): Terminated: ok {rc=0}\u000a19:15:46.703164 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 51, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17944): Process ended prematurely: osmo-stp_10.42.42.5(pid=17944) [trial-2381↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17944)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17944): Process ended prematurely: osmo-stp_10.42.42.5(pid=17944) [trial-2381↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17944)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:sysmo ping_idle_ping.py\u000a----------------------------------------------\u000a19:15:47.755225 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a19:15:47.766577 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a19:15:47.904524 tst ping_idle_ping.py: using LAC 30922\u000a19:15:48.021346 tst ping_idle_ping.py: using RAC 67\u000a19:15:48.139330 tst ping_idle_ping.py: using CellId 30922\u000a19:15:48.257729 tst ping_idle_ping.py: using BVCI 30923\u000a19:15:48.280362 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a19:15:48.291069 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a19:15:48.302152 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a19:15:48.313341 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a19:15:48.324115 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a19:15:48.334886 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a19:15:48.345933 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a19:15:48.356791 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a19:15:48.638736 tst ping_idle_ping.py:24: start network...\u000a19:15:48.763025 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:15:49.237686 run create_hlr_db(pid=17938): Launched\u000a19:15:49.409615 bus /gobi_6: Setting Powered False\u000a19:15:50.431809 run create_hlr_db(pid=17938): Terminated: ok {rc=0}\u000a19:15:50.831818 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17940): Launched\u000a19:15:51.130068 run osmo-hlr_10.42.42.2(pid=17941): Launched\u000a19:15:51.238719 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:15:51.757261 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17943): Launched\u000a19:15:52.055265 run osmo-stp_10.42.42.5(pid=17944): Launched\u000a19:15:52.163133 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:15:52.685935 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17946): Launched\u000a19:15:52.792181 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:15:53.054013 run patchelf(pid=17947): Launched\u000a19:15:53.228682 run osmo-stp_10.42.42.5(pid=17944): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17944)]\u000a19:15:53.356814 run osmo-stp_10.42.42.5(pid=17944): stdout: \u000a| (launched: 2022-12-12_19:15:51.907954)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:15:53.484818 run osmo-stp_10.42.42.5(pid=17944): stderr: \u000a| �[0;m�[38;5;43m20221212191552077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191552077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191552077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191552078 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191552078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191552078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191552078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:15:53.608252 run osmo-stp_10.42.42.5(pid=17944): stdout: \u000a| (launched: 2022-12-12_19:15:51.907954)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:15:53.730486 run osmo-stp_10.42.42.5(pid=17944): stderr: \u000a| �[0;m�[38;5;43m20221212191552077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191552077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191552077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191552078 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191552078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191552078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191552078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:15:53.872463 run patchelf(pid=17947): Terminating (SIGINT)\u000a19:15:54.039143 run patchelf(pid=17947): Terminated: ok {rc=0}\u000a19:15:54.069425 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=17944): Process ended prematurely: osmo-stp_10.42.42.5(pid=17944) [trial-2381↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17944)] [trial-2381↪gprs:sysmo↪ping_idle_ping.py:27]\u000a19:15:54.077843 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a19:15:54.137427 run osmo-hlr_10.42.42.2(pid=17941): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:sysmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17941)]\u000a19:15:54.186208 run osmo-hlr_10.42.42.2(pid=17941): stdout: \u000a| (launched: 2022-12-12_19:15:50.982785) \u000a19:15:54.235654 run osmo-hlr_10.42.42.2(pid=17941): stderr: \u000a| �[0;m�[1;31m20221212191551156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212191551156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212191551156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191551156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191551156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212191551156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212191551168 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:sysmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212191551177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212191551177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212191551177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:15:54.277451 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17940): Terminating (SIGTERM)\u000a19:15:54.317020 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17943): Terminating (SIGTERM)\u000a19:15:54.356476 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17946): Terminating (SIGTERM)\u000a19:15:54.365265 --- ParallelTerminationStrategy: PID 17940 died...\u000a19:15:54.418402 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17940): Terminated: ok {rc=0}\u000a19:15:54.428028 --- ParallelTerminationStrategy: PID 17943 died...\u000a19:15:54.481051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17943): Terminated: ok {rc=0}\u000a19:15:54.490653 --- ParallelTerminationStrategy: PID 17946 died...\u000a19:15:54.543554 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17946): Terminated: ok {rc=0}\u000a19:15:54.631986 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "12", "name" : "gprs_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:14:55" }, { "cases" : [ { "testActions" : [ ], "age" : 69, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17963): Process ended prematurely: osmo-stp_10.42.42.5(pid=17963) [trial-2381↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17963)]", "failedSince" : 2313, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17963): Process ended prematurely: osmo-stp_10.42.42.5(pid=17963) [trial-2381↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17963)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:sysmo+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:15:56.729887 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:15:56.740658 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:15:56.864554 tst cs_paging_gprs_active.py: using LAC 30923\u000a19:15:56.985367 tst cs_paging_gprs_active.py: using RAC 68\u000a19:15:57.104504 tst cs_paging_gprs_active.py: using CellId 30923\u000a19:15:57.223249 tst cs_paging_gprs_active.py: using BVCI 30924\u000a19:15:57.246530 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:15:57.257336 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:15:57.267719 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:15:57.278311 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:15:57.288735 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:15:57.299219 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:15:57.309881 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:15:57.320404 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:15:57.331174 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:15:57.448499 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:15:57.745798 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:15:57.883028 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:15:58.223999 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17953): Launched\u000a19:15:58.507846 run iperf3-srv_10.42.42.10(pid=17954): Launched\u000a19:15:58.709545 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:15:58.846459 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:15:59.188610 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17955): Launched\u000a19:15:59.472472 run iperf3-srv_10.42.42.10(pid=17956): Launched\u000a19:15:59.672848 tst cs_paging_gprs_active.py:38: start network...\u000a19:15:59.809646 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:16:00.325615 run create_hlr_db(pid=17957): Launched\u000a19:16:00.515254 bus /gobi_6: Setting Powered False\u000a19:16:01.542563 run create_hlr_db(pid=17957): Terminated: ok {rc=0}\u000a19:16:01.998502 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17959): Launched\u000a19:16:02.331997 run osmo-hlr_10.42.42.2(pid=17960): Launched\u000a19:16:02.454180 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:16:03.023810 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17962): Launched\u000a19:16:03.353668 run osmo-stp_10.42.42.5(pid=17963): Launched\u000a19:16:03.472523 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:16:04.047561 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17965): Launched\u000a19:16:04.164789 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:16:04.454756 run patchelf(pid=17966): Launched\u000a19:16:04.646959 run osmo-stp_10.42.42.5(pid=17963): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17963)]\u000a19:16:04.787715 run osmo-stp_10.42.42.5(pid=17963): stdout: \u000a| (launched: 2022-12-12_19:16:03.190837)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:16:04.928289 run osmo-stp_10.42.42.5(pid=17963): stderr: \u000a| �[0;m�[38;5;43m20221212191603379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191603379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191603380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191603380 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191603381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191603381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191603381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:16:05.063967 run osmo-stp_10.42.42.5(pid=17963): stdout: \u000a| (launched: 2022-12-12_19:16:03.190837)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:16:05.198763 run osmo-stp_10.42.42.5(pid=17963): stderr: \u000a| �[0;m�[38;5;43m20221212191603379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191603379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191603380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191603380 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191603381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191603381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191603381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:16:05.355869 run patchelf(pid=17966): Terminating (SIGINT)\u000a19:16:05.540043 run patchelf(pid=17966): Terminated: ok {rc=0}\u000a19:16:05.573983 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=17963): Process ended prematurely: osmo-stp_10.42.42.5(pid=17963) [trial-2381↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17963)] [trial-2381↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a19:16:05.583915 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a19:16:05.648472 run osmo-hlr_10.42.42.2(pid=17960): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17960)]\u000a19:16:05.700763 run osmo-hlr_10.42.42.2(pid=17960): stdout: \u000a| (launched: 2022-12-12_19:16:02.167745) \u000a19:16:05.753793 run osmo-hlr_10.42.42.2(pid=17960): stderr: \u000a| �[0;m�[1;31m20221212191602363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212191602363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212191602363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191602363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191602363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212191602363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212191602379 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:sysmo+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212191602388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212191602388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212191602388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:16:05.798942 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17953): Terminating (SIGTERM)\u000a19:16:05.841948 run iperf3-srv_10.42.42.10(pid=17954): Terminating (SIGTERM)\u000a19:16:05.884307 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17955): Terminating (SIGTERM)\u000a19:16:05.926858 run iperf3-srv_10.42.42.10(pid=17956): Terminating (SIGTERM)\u000a19:16:05.969846 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17959): Terminating (SIGTERM)\u000a19:16:06.012508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17962): Terminating (SIGTERM)\u000a19:16:06.055232 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17965): Terminating (SIGTERM)\u000a19:16:06.065347 --- ParallelTerminationStrategy: PID 17953 died...\u000a19:16:06.122597 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17953): Terminated: ok {rc=0}\u000a19:16:06.133118 --- ParallelTerminationStrategy: PID 17954 died...\u000a19:16:06.189404 run iperf3-srv_10.42.42.10(pid=17954): Terminated {rc=256}\u000a19:16:06.199777 --- ParallelTerminationStrategy: PID 17955 died...\u000a19:16:06.256622 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17955): Terminated: ok {rc=0}\u000a19:16:06.266762 --- ParallelTerminationStrategy: PID 17956 died...\u000a19:16:06.323833 run iperf3-srv_10.42.42.10(pid=17956): Terminated {rc=256}\u000a19:16:06.333979 --- ParallelTerminationStrategy: PID 17959 died...\u000a19:16:06.391089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17959): Terminated: ok {rc=0}\u000a19:16:06.401453 --- ParallelTerminationStrategy: PID 17962 died...\u000a19:16:06.457839 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17962): Terminated: ok {rc=0}\u000a19:16:06.468258 --- ParallelTerminationStrategy: PID 17965 died...\u000a19:16:06.525447 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17965): Terminated: ok {rc=0}\u000a19:16:06.614526 bus /gobi_0: Setting Powered False\u000a19:16:07.723126 bus /gobi_0: Setting Powered False\u000a19:16:08.832026 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 239, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17975): Process ended prematurely: osmo-stp_10.42.42.5(pid=17975) [trial-2381↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17975)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17975): Process ended prematurely: osmo-stp_10.42.42.5(pid=17975) [trial-2381↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17975)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:sysmo+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a19:16:09.948073 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:16:09.960159 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:16:10.086182 tst iperf3.py: using LAC 30924\u000a19:16:10.205093 tst iperf3.py: using RAC 69\u000a19:16:10.324152 tst iperf3.py: using CellId 30924\u000a19:16:10.444653 tst iperf3.py: using BVCI 30925\u000a19:16:10.467775 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:16:10.478578 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:16:10.489090 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:16:10.500283 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:16:10.511399 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:16:10.522852 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:16:10.534159 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:16:10.545251 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:16:10.556337 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:16:10.843482 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:16:10.969708 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:16:11.285732 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17967): Launched\u000a19:16:11.548120 run iperf3-srv_10.42.42.10(pid=17968): Launched\u000a19:16:11.732418 tst iperf3.py:8: start network...\u000a19:16:11.858570 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:16:12.345316 run create_hlr_db(pid=17969): Launched\u000a19:16:12.520090 bus /gobi_6: Setting Powered False\u000a19:16:13.540431 run create_hlr_db(pid=17969): Terminated: ok {rc=0}\u000a19:16:13.946579 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17971): Launched\u000a19:16:14.252910 run osmo-hlr_10.42.42.2(pid=17972): Launched\u000a19:16:14.364325 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:16:14.895076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17974): Launched\u000a19:16:15.200637 run osmo-stp_10.42.42.5(pid=17975): Launched\u000a19:16:15.311149 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:16:15.859932 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17977): Launched\u000a19:16:15.982730 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:16:16.268922 run patchelf(pid=17978): Launched\u000a19:16:16.450446 run osmo-stp_10.42.42.5(pid=17975): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17975)]\u000a19:16:16.584171 run osmo-stp_10.42.42.5(pid=17975): stdout: \u000a| (launched: 2022-12-12_19:16:15.049342)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:16:16.717829 run osmo-stp_10.42.42.5(pid=17975): stderr: \u000a| �[0;m�[38;5;43m20221212191615218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191615219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191615219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191615219 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191615220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191615220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191615220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:16:16.847023 run osmo-stp_10.42.42.5(pid=17975): stdout: \u000a| (launched: 2022-12-12_19:16:15.049342)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:16:16.975549 run osmo-stp_10.42.42.5(pid=17975): stderr: \u000a| �[0;m�[38;5;43m20221212191615218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191615219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191615219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191615219 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191615220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191615220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191615220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:16:17.138378 run patchelf(pid=17978): Terminating (SIGINT)\u000a19:16:17.326446 run patchelf(pid=17978): Terminated: ok {rc=0}\u000a19:16:17.360445 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17975): Process ended prematurely: osmo-stp_10.42.42.5(pid=17975) [trial-2381↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17975)] [trial-2381↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8]\u000a19:16:17.370606 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a19:16:17.436524 run osmo-hlr_10.42.42.2(pid=17972): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:sysmo+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17972)]\u000a19:16:17.489646 run osmo-hlr_10.42.42.2(pid=17972): stdout: \u000a| (launched: 2022-12-12_19:16:14.101834) \u000a19:16:17.543651 run osmo-hlr_10.42.42.2(pid=17972): stderr: \u000a| �[0;m�[1;31m20221212191614276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212191614276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212191614276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191614276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191614276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212191614276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212191614292 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:sysmo+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212191614302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212191614303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212191614303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:16:17.589779 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17967): Terminating (SIGTERM)\u000a19:16:17.633695 run iperf3-srv_10.42.42.10(pid=17968): Terminating (SIGTERM)\u000a19:16:17.677379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17971): Terminating (SIGTERM)\u000a19:16:17.721173 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17974): Terminating (SIGTERM)\u000a19:16:17.764268 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17977): Terminating (SIGTERM)\u000a19:16:17.774616 --- ParallelTerminationStrategy: PID 17967 died...\u000a19:16:17.833073 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17967): Terminated: ok {rc=0}\u000a19:16:17.843625 --- ParallelTerminationStrategy: PID 17968 died...\u000a19:16:17.901387 run iperf3-srv_10.42.42.10(pid=17968): Terminated {rc=256}\u000a19:16:17.911714 --- ParallelTerminationStrategy: PID 17971 died...\u000a19:16:17.968594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17971): Terminated: ok {rc=0}\u000a19:16:17.979217 --- ParallelTerminationStrategy: PID 17974 died...\u000a19:16:18.036635 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17974): Terminated: ok {rc=0}\u000a19:16:18.046997 --- ParallelTerminationStrategy: PID 17977 died...\u000a19:16:18.104304 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17977): Terminated: ok {rc=0}\u000a19:16:18.190873 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 239, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=17993): Process ended prematurely: osmo-stp_10.42.42.5(pid=17993) [trial-2381↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17993)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=17993): Process ended prematurely: osmo-stp_10.42.42.5(pid=17993) [trial-2381↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17993)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:sysmo+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a19:16:19.308201 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:16:19.320532 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:16:19.448425 tst iperf3m4.py: using LAC 30925\u000a19:16:19.573183 tst iperf3m4.py: using RAC 70\u000a19:16:19.698948 tst iperf3m4.py: using CellId 30925\u000a19:16:19.823909 tst iperf3m4.py: using BVCI 30926\u000a19:16:19.848400 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:16:19.859732 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:16:19.870757 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:16:19.882137 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:16:19.893366 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:16:19.904551 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:16:19.916097 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:16:19.927582 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:16:19.939757 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:16:20.055854 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:16:20.176707 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:16:20.291391 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:16:20.570640 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:16:20.695392 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:16:21.012023 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17979): Launched\u000a19:16:21.273309 run iperf3-srv_10.42.42.10(pid=17980): Launched\u000a19:16:21.456806 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:16:21.581936 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:16:21.897227 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17981): Launched\u000a19:16:22.157879 run iperf3-srv_10.42.42.10(pid=17982): Launched\u000a19:16:22.341220 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:16:22.466564 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:16:22.780928 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17983): Launched\u000a19:16:23.042482 run iperf3-srv_10.42.42.10(pid=17984): Launched\u000a19:16:23.225949 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:16:23.350707 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:16:23.665174 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17985): Launched\u000a19:16:23.926010 run iperf3-srv_10.42.42.10(pid=17986): Launched\u000a19:16:24.109376 tst iperf3m4.py:8: start network...\u000a19:16:24.234583 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:16:24.721219 run create_hlr_db(pid=17987): Launched\u000a19:16:24.895556 bus /gobi_6: Setting Powered False\u000a19:16:25.917429 run create_hlr_db(pid=17987): Terminated: ok {rc=0}\u000a19:16:26.349500 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17989): Launched\u000a19:16:26.674127 run osmo-hlr_10.42.42.2(pid=17990): Launched\u000a19:16:26.794829 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:16:27.362758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17992): Launched\u000a19:16:27.688134 run osmo-stp_10.42.42.5(pid=17993): Launched\u000a19:16:27.806194 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:16:28.373765 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17995): Launched\u000a19:16:28.490073 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:16:28.775811 run patchelf(pid=17996): Launched\u000a19:16:28.983219 run osmo-stp_10.42.42.5(pid=17993): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17993)]\u000a19:16:29.123162 run osmo-stp_10.42.42.5(pid=17993): stdout: \u000a| (launched: 2022-12-12_19:16:27.527264)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:16:29.263433 run osmo-stp_10.42.42.5(pid=17993): stderr: \u000a| �[0;m�[38;5;43m20221212191627716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191627716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191627716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191627717 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191627717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191627717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191627718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:16:29.399025 run osmo-stp_10.42.42.5(pid=17993): stdout: \u000a| (launched: 2022-12-12_19:16:27.527264)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:16:29.532821 run osmo-stp_10.42.42.5(pid=17993): stderr: \u000a| �[0;m�[38;5;43m20221212191627716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191627716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191627716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191627717 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191627717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191627717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191627718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:16:29.688388 run patchelf(pid=17996): Terminating (SIGINT)\u000a19:16:29.871353 run patchelf(pid=17996): Terminated: ok {rc=0}\u000a19:16:29.904784 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=17993): Process ended prematurely: osmo-stp_10.42.42.5(pid=17993) [trial-2381↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=17993)] [trial-2381↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8]\u000a19:16:29.914817 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a19:16:29.979646 run osmo-hlr_10.42.42.2(pid=17990): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=17990)]\u000a19:16:30.031886 run osmo-hlr_10.42.42.2(pid=17990): stdout: \u000a| (launched: 2022-12-12_19:16:26.514405) \u000a19:16:30.085192 run osmo-hlr_10.42.42.2(pid=17990): stderr: \u000a| �[0;m�[1;31m20221212191626711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212191626711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212191626711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191626711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191626711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212191626711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212191626723 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:sysmo+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212191626731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212191626732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212191626733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:16:30.129648 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17979): Terminating (SIGTERM)\u000a19:16:30.172189 run iperf3-srv_10.42.42.10(pid=17980): Terminating (SIGTERM)\u000a19:16:30.214663 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17981): Terminating (SIGTERM)\u000a19:16:30.257020 run iperf3-srv_10.42.42.10(pid=17982): Terminating (SIGTERM)\u000a19:16:30.300055 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17983): Terminating (SIGTERM)\u000a19:16:30.342443 run iperf3-srv_10.42.42.10(pid=17984): Terminating (SIGTERM)\u000a19:16:30.385303 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17985): Terminating (SIGTERM)\u000a19:16:30.428251 run iperf3-srv_10.42.42.10(pid=17986): Terminating (SIGTERM)\u000a19:16:30.470463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17989): Terminating (SIGTERM)\u000a19:16:30.512594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17992): Terminating (SIGTERM)\u000a19:16:30.554669 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17995): Terminating (SIGTERM)\u000a19:16:30.564726 --- ParallelTerminationStrategy: PID 17979 died...\u000a19:16:30.621824 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17979): Terminated: ok {rc=0}\u000a19:16:30.632761 --- ParallelTerminationStrategy: PID 17980 died...\u000a19:16:30.689379 run iperf3-srv_10.42.42.10(pid=17980): Terminated {rc=256}\u000a19:16:30.699837 --- ParallelTerminationStrategy: PID 17981 died...\u000a19:16:30.757393 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17981): Terminated: ok {rc=0}\u000a19:16:30.767680 --- ParallelTerminationStrategy: PID 17982 died...\u000a19:16:30.825355 run iperf3-srv_10.42.42.10(pid=17982): Terminated {rc=256}\u000a19:16:30.840549 --- ParallelTerminationStrategy: PID 17983 died...\u000a19:16:30.918988 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17983): Terminated: ok {rc=0}\u000a19:16:30.930406 --- ParallelTerminationStrategy: PID 17984 died...\u000a19:16:30.986977 run iperf3-srv_10.42.42.10(pid=17984): Terminated {rc=256}\u000a19:16:30.999564 --- ParallelTerminationStrategy: PID 17985 died...\u000a19:16:31.068522 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=17985): Terminated: ok {rc=0}\u000a19:16:31.081713 --- ParallelTerminationStrategy: PID 17986 died...\u000a19:16:31.141818 run iperf3-srv_10.42.42.10(pid=17986): Terminated {rc=256}\u000a19:16:31.152775 --- ParallelTerminationStrategy: PID 17989 died...\u000a19:16:31.211932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17989): Terminated: ok {rc=0}\u000a19:16:31.222973 --- ParallelTerminationStrategy: PID 17992 died...\u000a19:16:31.282628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=17992): Terminated: ok {rc=0}\u000a19:16:31.293749 --- ParallelTerminationStrategy: PID 17995 died...\u000a19:16:31.353930 run pcap-recorder_any(filters='host 10.42.42.6')(pid=17995): Terminated: ok {rc=0}\u000a19:16:31.447002 bus /gobi_4: Setting Powered False\u000a19:16:32.553872 bus /gobi_4: Setting Powered False\u000a19:16:33.662429 bus /gobi_1: Setting Powered False\u000a19:16:34.771047 bus /gobi_1: Setting Powered False\u000a19:16:35.878821 bus /gobi_0: Setting Powered False\u000a19:16:36.985625 bus /gobi_0: Setting Powered False\u000a19:16:38.095739 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 51, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18003): Process ended prematurely: osmo-stp_10.42.42.5(pid=18003) [trial-2381↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18003)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18003): Process ended prematurely: osmo-stp_10.42.42.5(pid=18003) [trial-2381↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18003)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:sysmo+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a19:16:39.166221 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:16:39.178202 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:16:39.310463 tst ping.py: using LAC 30926\u000a19:16:39.431273 tst ping.py: using RAC 71\u000a19:16:39.549472 tst ping.py: using CellId 30926\u000a19:16:39.666984 tst ping.py: using BVCI 30927\u000a19:16:39.689671 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:16:39.700374 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:16:39.711014 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:16:39.721687 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:16:39.732516 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:16:39.743120 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:16:39.753833 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:16:39.764447 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:16:40.058874 tst ping.py:19: start network...\u000a19:16:40.193645 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:16:40.700541 run create_hlr_db(pid=17997): Launched\u000a19:16:40.887473 bus /gobi_6: Setting Powered False\u000a19:16:41.909089 run create_hlr_db(pid=17997): Terminated: ok {rc=0}\u000a19:16:42.338860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17999): Launched\u000a19:16:42.659765 run osmo-hlr_10.42.42.2(pid=18000): Launched\u000a19:16:42.780077 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:16:43.338015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18002): Launched\u000a19:16:43.659492 run osmo-stp_10.42.42.5(pid=18003): Launched\u000a19:16:43.776452 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:16:44.336053 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18005): Launched\u000a19:16:44.451031 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:16:44.730620 run patchelf(pid=18006): Launched\u000a19:16:44.918518 run osmo-stp_10.42.42.5(pid=18003): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18003)]\u000a19:16:45.055939 run osmo-stp_10.42.42.5(pid=18003): stdout: \u000a| (launched: 2022-12-12_19:16:43.501176)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:16:45.194031 run osmo-stp_10.42.42.5(pid=18003): stderr: \u000a| �[0;m�[38;5;43m20221212191643689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191643689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191643689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191643690 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191643690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191643690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191643690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:16:45.327317 run osmo-stp_10.42.42.5(pid=18003): stdout: \u000a| (launched: 2022-12-12_19:16:43.501176)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:16:45.459577 run osmo-stp_10.42.42.5(pid=18003): stderr: \u000a| �[0;m�[38;5;43m20221212191643689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191643689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191643689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191643690 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191643690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191643690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191643690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:16:45.612384 run patchelf(pid=18006): Terminating (SIGINT)\u000a19:16:45.791531 run patchelf(pid=18006): Terminated: ok {rc=0}\u000a19:16:45.823934 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=18003): Process ended prematurely: osmo-stp_10.42.42.5(pid=18003) [trial-2381↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18003)] [trial-2381↪gprs:sysmo+mod-bts0-egprs↪ping.py:22]\u000a19:16:45.838065 tst ping.py:22: Test FAILED (6.7 sec)\u000a19:16:45.916362 run osmo-hlr_10.42.42.2(pid=18000): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:sysmo+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18000)]\u000a19:16:45.971235 run osmo-hlr_10.42.42.2(pid=18000): stdout: \u000a| (launched: 2022-12-12_19:16:42.502150) \u000a19:16:46.026860 run osmo-hlr_10.42.42.2(pid=18000): stderr: \u000a| �[0;m�[1;31m20221212191642697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212191642697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212191642697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191642697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191642697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212191642697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212191642710 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:sysmo+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212191642718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212191642719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212191642719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:16:46.074440 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17999): Terminating (SIGTERM)\u000a19:16:46.119206 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18002): Terminating (SIGTERM)\u000a19:16:46.163587 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18005): Terminating (SIGTERM)\u000a19:16:46.174099 --- ParallelTerminationStrategy: PID 17999 died...\u000a19:16:46.234141 run pcap-recorder_any(filters='host 10.42.42.2')(pid=17999): Terminated: ok {rc=0}\u000a19:16:46.245261 --- ParallelTerminationStrategy: PID 18002 died...\u000a19:16:46.305319 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18002): Terminated: ok {rc=0}\u000a19:16:46.316513 --- ParallelTerminationStrategy: PID 18005 died...\u000a19:16:46.377162 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18005): Terminated: ok {rc=0}\u000a19:16:46.465450 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 51, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18013): Process ended prematurely: osmo-stp_10.42.42.5(pid=18013) [trial-2381↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18013)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18013): Process ended prematurely: osmo-stp_10.42.42.5(pid=18013) [trial-2381↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18013)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:sysmo+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a19:16:47.517583 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:16:47.529309 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:16:47.653299 tst ping_idle_ping.py: using LAC 30927\u000a19:16:47.771092 tst ping_idle_ping.py: using RAC 72\u000a19:16:47.890792 tst ping_idle_ping.py: using CellId 30927\u000a19:16:48.008246 tst ping_idle_ping.py: using BVCI 30928\u000a19:16:48.031350 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:16:48.042457 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:16:48.053474 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:16:48.064543 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:16:48.075539 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:16:48.086731 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:16:48.097786 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:16:48.108686 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:16:48.409423 tst ping_idle_ping.py:24: start network...\u000a19:16:48.543879 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:16:49.048145 run create_hlr_db(pid=18007): Launched\u000a19:16:49.235306 bus /gobi_6: Setting Powered False\u000a19:16:50.256109 run create_hlr_db(pid=18007): Terminated: ok {rc=0}\u000a19:16:50.658915 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18009): Launched\u000a19:16:50.957439 run osmo-hlr_10.42.42.2(pid=18010): Launched\u000a19:16:51.067349 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:16:51.586831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18012): Launched\u000a19:16:51.886472 run osmo-stp_10.42.42.5(pid=18013): Launched\u000a19:16:51.994931 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:16:52.517695 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18015): Launched\u000a19:16:52.624540 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:16:52.885699 run patchelf(pid=18016): Launched\u000a19:16:53.060250 run osmo-stp_10.42.42.5(pid=18013): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18013)]\u000a19:16:53.189087 run osmo-stp_10.42.42.5(pid=18013): stdout: \u000a| (launched: 2022-12-12_19:16:51.738874)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:16:53.317487 run osmo-stp_10.42.42.5(pid=18013): stderr: \u000a| �[0;m�[38;5;43m20221212191651905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191651905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191651905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191651906 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191651906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191651906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191651906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:16:53.441093 run osmo-stp_10.42.42.5(pid=18013): stdout: \u000a| (launched: 2022-12-12_19:16:51.738874)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:16:53.563335 run osmo-stp_10.42.42.5(pid=18013): stderr: \u000a| �[0;m�[38;5;43m20221212191651905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191651905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191651905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191651906 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191651906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191651906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191651906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:16:53.705392 run patchelf(pid=18016): Terminating (SIGINT)\u000a19:16:53.872030 run patchelf(pid=18016): Terminated: ok {rc=0}\u000a19:16:53.902408 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=18013): Process ended prematurely: osmo-stp_10.42.42.5(pid=18013) [trial-2381↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18013)] [trial-2381↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a19:16:53.910962 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a19:16:53.970267 run osmo-hlr_10.42.42.2(pid=18010): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18010)]\u000a19:16:54.019332 run osmo-hlr_10.42.42.2(pid=18010): stdout: \u000a| (launched: 2022-12-12_19:16:50.810570) \u000a19:16:54.069008 run osmo-hlr_10.42.42.2(pid=18010): stderr: \u000a| �[0;m�[1;31m20221212191650983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212191650983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212191650983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191650983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191650983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212191650983 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212191650996 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:sysmo+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212191651006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212191651006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212191651006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:16:54.111224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18009): Terminating (SIGTERM)\u000a19:16:54.151051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18012): Terminating (SIGTERM)\u000a19:16:54.191143 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18015): Terminating (SIGTERM)\u000a19:16:54.200426 --- ParallelTerminationStrategy: PID 18009 died...\u000a19:16:54.254194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18009): Terminated: ok {rc=0}\u000a19:16:54.263895 --- ParallelTerminationStrategy: PID 18012 died...\u000a19:16:54.317163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18012): Terminated: ok {rc=0}\u000a19:16:54.326770 --- ParallelTerminationStrategy: PID 18015 died...\u000a19:16:54.379900 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18015): Terminated: ok {rc=0}\u000a19:16:54.468623 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "13", "name" : "gprs_sysmo+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:15:56" }, { "cases" : [ { "testActions" : [ ], "age" : 239, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18034): Process ended prematurely: osmo-stp_10.42.42.5(pid=18034) [trial-2381↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18034)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18034): Process ended prematurely: osmo-stp_10.42.42.5(pid=18034) [trial-2381↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18034)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:sysmo+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:16:56.582872 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:16:56.594433 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:16:56.742637 tst cs_paging_gprs_active.py: using LAC 30928\u000a19:16:56.862251 tst cs_paging_gprs_active.py: using RAC 73\u000a19:16:56.982803 tst cs_paging_gprs_active.py: using CellId 30928\u000a19:16:57.100765 tst cs_paging_gprs_active.py: using BVCI 30929\u000a19:16:57.124106 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:16:57.135526 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:16:57.146445 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:16:57.157828 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:16:57.168822 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:16:57.180097 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:16:57.191393 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:16:57.202532 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:16:57.213869 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:16:57.332827 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:16:57.617431 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:16:57.744224 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:16:58.060291 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18021): Launched\u000a19:16:58.321577 run iperf3-srv_10.42.42.10(pid=18022): Launched\u000a19:16:58.506187 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:16:58.631867 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:16:58.947484 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18023): Launched\u000a19:16:59.209580 run iperf3-srv_10.42.42.10(pid=18024): Launched\u000a19:16:59.394337 tst cs_paging_gprs_active.py:38: start network...\u000a19:16:59.520114 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:17:00.008074 run create_hlr_db(pid=18025): Launched\u000a19:17:00.183536 bus /gobi_6: Setting Powered False\u000a19:17:01.209664 run create_hlr_db(pid=18025): Terminated: ok {rc=0}\u000a19:17:01.641192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18027): Launched\u000a19:17:01.979636 run osmo-hlr_10.42.42.2(pid=18029): Launched\u000a19:17:02.222242 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:17:02.838773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18033): Launched\u000a19:17:03.188005 run osmo-stp_10.42.42.5(pid=18034): Launched\u000a19:17:03.310045 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:17:03.844758 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18036): Launched\u000a19:17:03.953361 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:17:04.220726 run patchelf(pid=18037): Launched\u000a19:17:04.400206 run osmo-stp_10.42.42.5(pid=18034): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18034)]\u000a19:17:04.531623 run osmo-stp_10.42.42.5(pid=18034): stdout: \u000a| (launched: 2022-12-12_19:17:03.005107)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:17:04.663767 run osmo-stp_10.42.42.5(pid=18034): stderr: \u000a| �[0;m�[38;5;43m20221212191703198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191703198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191703199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191703199 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191703200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191703200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191703200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:17:04.789725 run osmo-stp_10.42.42.5(pid=18034): stdout: \u000a| (launched: 2022-12-12_19:17:03.005107)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:17:04.914733 run osmo-stp_10.42.42.5(pid=18034): stderr: \u000a| �[0;m�[38;5;43m20221212191703198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191703198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191703199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191703199 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191703200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191703200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191703200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:17:05.060580 run patchelf(pid=18037): Terminating (SIGINT)\u000a19:17:05.233446 run patchelf(pid=18037): Terminated: ok {rc=0}\u000a19:17:05.265129 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=18034): Process ended prematurely: osmo-stp_10.42.42.5(pid=18034) [trial-2381↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18034)] [trial-2381↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a19:17:05.274524 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a19:17:05.334690 run osmo-hlr_10.42.42.2(pid=18029): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18029)]\u000a19:17:05.383926 run osmo-hlr_10.42.42.2(pid=18029): stdout: \u000a| (launched: 2022-12-12_19:17:01.801147) \u000a19:17:05.433646 run osmo-hlr_10.42.42.2(pid=18029): stderr: \u000a| �[0;m�[1;31m20221212191702083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212191702083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212191702083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191702083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191702083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212191702083 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212191702099 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:sysmo+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212191702122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212191702123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212191702123 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:17:05.475896 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18021): Terminating (SIGTERM)\u000a19:17:05.515687 run iperf3-srv_10.42.42.10(pid=18022): Terminating (SIGTERM)\u000a19:17:05.555513 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18023): Terminating (SIGTERM)\u000a19:17:05.595210 run iperf3-srv_10.42.42.10(pid=18024): Terminating (SIGTERM)\u000a19:17:05.635228 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18027): Terminating (SIGTERM)\u000a19:17:05.674969 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18033): Terminating (SIGTERM)\u000a19:17:05.714859 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18036): Terminating (SIGTERM)\u000a19:17:05.724080 --- ParallelTerminationStrategy: PID 18021 died...\u000a19:17:05.777476 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18021): Terminated: ok {rc=0}\u000a19:17:05.787099 --- ParallelTerminationStrategy: PID 18022 died...\u000a19:17:05.840473 run iperf3-srv_10.42.42.10(pid=18022): Terminated {rc=256}\u000a19:17:05.850279 --- ParallelTerminationStrategy: PID 18023 died...\u000a19:17:05.903166 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18023): Terminated: ok {rc=0}\u000a19:17:05.912648 --- ParallelTerminationStrategy: PID 18024 died...\u000a19:17:05.966050 run iperf3-srv_10.42.42.10(pid=18024): Terminated {rc=256}\u000a19:17:05.975764 --- ParallelTerminationStrategy: PID 18027 died...\u000a19:17:06.028710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18027): Terminated: ok {rc=0}\u000a19:17:06.038368 --- ParallelTerminationStrategy: PID 18033 died...\u000a19:17:06.091946 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18033): Terminated: ok {rc=0}\u000a19:17:06.101612 --- ParallelTerminationStrategy: PID 18036 died...\u000a19:17:06.154310 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18036): Terminated: ok {rc=0}\u000a19:17:06.243259 bus /gobi_0: Setting Powered False\u000a19:17:07.347967 bus /gobi_0: Setting Powered False\u000a19:17:08.455384 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 239, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18046): Process ended prematurely: osmo-stp_10.42.42.5(pid=18046) [trial-2381↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18046)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18046): Process ended prematurely: osmo-stp_10.42.42.5(pid=18046) [trial-2381↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18046)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:sysmo+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a19:17:09.571107 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:17:09.583246 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:17:09.740478 tst iperf3.py: using LAC 30929\u000a19:17:09.867755 tst iperf3.py: using RAC 74\u000a19:17:09.989549 tst iperf3.py: using CellId 30929\u000a19:17:10.109186 tst iperf3.py: using BVCI 30930\u000a19:17:10.132319 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:17:10.143287 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:17:10.154251 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:17:10.165028 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:17:10.175627 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:17:10.186410 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:17:10.197255 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:17:10.207944 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:17:10.218810 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:17:10.516235 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:17:10.653858 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:17:10.994784 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18038): Launched\u000a19:17:11.278069 run iperf3-srv_10.42.42.10(pid=18039): Launched\u000a19:17:11.479650 tst iperf3.py:8: start network...\u000a19:17:11.617121 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:17:12.133897 run create_hlr_db(pid=18040): Launched\u000a19:17:12.324002 bus /gobi_6: Setting Powered False\u000a19:17:13.345035 run create_hlr_db(pid=18040): Terminated: ok {rc=0}\u000a19:17:13.780871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18042): Launched\u000a19:17:14.108464 run osmo-hlr_10.42.42.2(pid=18043): Launched\u000a19:17:14.231421 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:17:14.803492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18045): Launched\u000a19:17:15.130896 run osmo-stp_10.42.42.5(pid=18046): Launched\u000a19:17:15.249812 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:17:15.821449 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18048): Launched\u000a19:17:15.949163 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:17:16.252933 run patchelf(pid=18049): Launched\u000a19:17:16.449548 run osmo-stp_10.42.42.5(pid=18046): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18046)]\u000a19:17:16.593859 run osmo-stp_10.42.42.5(pid=18046): stdout: \u000a| (launched: 2022-12-12_19:17:14.969767)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:17:16.738544 run osmo-stp_10.42.42.5(pid=18046): stderr: \u000a| �[0;m�[38;5;43m20221212191715161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191715161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191715161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191715161 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191715162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191715162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191715162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:17:16.878272 run osmo-stp_10.42.42.5(pid=18046): stdout: \u000a| (launched: 2022-12-12_19:17:14.969767)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:17:17.016374 run osmo-stp_10.42.42.5(pid=18046): stderr: \u000a| �[0;m�[38;5;43m20221212191715161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191715161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191715161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191715161 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191715162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191715162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191715162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:17:17.178378 run patchelf(pid=18049): Terminating (SIGINT)\u000a19:17:17.352049 run patchelf(pid=18049): Terminated: ok {rc=0}\u000a19:17:17.383681 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18046): Process ended prematurely: osmo-stp_10.42.42.5(pid=18046) [trial-2381↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18046)] [trial-2381↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a19:17:17.392858 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a19:17:17.454215 run osmo-hlr_10.42.42.2(pid=18043): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18043)]\u000a19:17:17.504119 run osmo-hlr_10.42.42.2(pid=18043): stdout: \u000a| (launched: 2022-12-12_19:17:13.947761) \u000a19:17:17.554647 run osmo-hlr_10.42.42.2(pid=18043): stderr: \u000a| �[0;m�[1;31m20221212191714163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212191714163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212191714163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191714163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191714163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212191714163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212191714176 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:sysmo+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212191714184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212191714185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212191714185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:17:17.597832 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18038): Terminating (SIGTERM)\u000a19:17:17.638472 run iperf3-srv_10.42.42.10(pid=18039): Terminating (SIGTERM)\u000a19:17:17.679094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18042): Terminating (SIGTERM)\u000a19:17:17.719566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18045): Terminating (SIGTERM)\u000a19:17:17.760679 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18048): Terminating (SIGTERM)\u000a19:17:17.770099 --- ParallelTerminationStrategy: PID 18038 died...\u000a19:17:17.824255 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18038): Terminated: ok {rc=0}\u000a19:17:17.833986 --- ParallelTerminationStrategy: PID 18039 died...\u000a19:17:17.888151 run iperf3-srv_10.42.42.10(pid=18039): Terminated {rc=256}\u000a19:17:17.897850 --- ParallelTerminationStrategy: PID 18042 died...\u000a19:17:17.951536 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18042): Terminated: ok {rc=0}\u000a19:17:17.961268 --- ParallelTerminationStrategy: PID 18045 died...\u000a19:17:18.015024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18045): Terminated: ok {rc=0}\u000a19:17:18.024718 --- ParallelTerminationStrategy: PID 18048 died...\u000a19:17:18.078930 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18048): Terminated: ok {rc=0}\u000a19:17:18.163664 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 239, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18064): Process ended prematurely: osmo-stp_10.42.42.5(pid=18064) [trial-2381↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18064)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18064): Process ended prematurely: osmo-stp_10.42.42.5(pid=18064) [trial-2381↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18064)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:sysmo+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a19:17:19.280240 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:17:19.292274 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:17:19.446785 tst iperf3m4.py: using LAC 30930\u000a19:17:19.574290 tst iperf3m4.py: using RAC 75\u000a19:17:19.703037 tst iperf3m4.py: using CellId 30930\u000a19:17:19.830907 tst iperf3m4.py: using BVCI 30931\u000a19:17:19.856072 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:17:19.867493 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:17:19.878778 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:17:19.890305 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:17:19.901703 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:17:19.913334 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:17:19.925100 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:17:19.936476 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:17:19.948190 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:17:20.069779 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:17:20.189931 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:17:20.309900 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:17:20.591556 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:17:20.719190 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:17:21.037169 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18050): Launched\u000a19:17:21.299553 run iperf3-srv_10.42.42.10(pid=18051): Launched\u000a19:17:21.485975 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:17:21.612343 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:17:21.930073 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18052): Launched\u000a19:17:22.193609 run iperf3-srv_10.42.42.10(pid=18053): Launched\u000a19:17:22.379496 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:17:22.505798 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:17:22.822151 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18054): Launched\u000a19:17:23.085278 run iperf3-srv_10.42.42.10(pid=18055): Launched\u000a19:17:23.270380 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:17:23.397543 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:17:23.714518 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18056): Launched\u000a19:17:23.977624 run iperf3-srv_10.42.42.10(pid=18057): Launched\u000a19:17:24.162570 tst iperf3m4.py:8: start network...\u000a19:17:24.288716 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:17:24.777846 run create_hlr_db(pid=18058): Launched\u000a19:17:24.953804 bus /gobi_6: Setting Powered False\u000a19:17:25.986784 run create_hlr_db(pid=18058): Terminated: ok {rc=0}\u000a19:17:26.423800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18060): Launched\u000a19:17:26.751010 run osmo-hlr_10.42.42.2(pid=18061): Launched\u000a19:17:26.870480 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:17:27.437541 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18063): Launched\u000a19:17:27.744356 run osmo-stp_10.42.42.5(pid=18064): Launched\u000a19:17:27.854566 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:17:28.387089 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18066): Launched\u000a19:17:28.494916 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:17:28.761720 run patchelf(pid=18067): Launched\u000a19:17:28.940521 run osmo-stp_10.42.42.5(pid=18064): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18064)]\u000a19:17:29.071055 run osmo-stp_10.42.42.5(pid=18064): stdout: \u000a| (launched: 2022-12-12_19:17:27.592882)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:17:29.202157 run osmo-stp_10.42.42.5(pid=18064): stderr: \u000a| �[0;m�[38;5;43m20221212191727761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191727761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191727761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191727762 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191727762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191727762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191727762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:17:29.327722 run osmo-stp_10.42.42.5(pid=18064): stdout: \u000a| (launched: 2022-12-12_19:17:27.592882)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:17:29.453411 run osmo-stp_10.42.42.5(pid=18064): stderr: \u000a| �[0;m�[38;5;43m20221212191727761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191727761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191727761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191727762 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191727762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191727762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191727762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:17:29.598546 run patchelf(pid=18067): Terminating (SIGINT)\u000a19:17:29.769919 run patchelf(pid=18067): Terminated: ok {rc=0}\u000a19:17:29.801261 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18064): Process ended prematurely: osmo-stp_10.42.42.5(pid=18064) [trial-2381↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18064)] [trial-2381↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a19:17:29.810457 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a19:17:29.871405 run osmo-hlr_10.42.42.2(pid=18061): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18061)]\u000a19:17:29.921354 run osmo-hlr_10.42.42.2(pid=18061): stdout: \u000a| (launched: 2022-12-12_19:17:26.590558) \u000a19:17:29.971577 run osmo-hlr_10.42.42.2(pid=18061): stderr: \u000a| �[0;m�[1;31m20221212191726787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212191726787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212191726787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191726787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191726787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212191726787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212191726800 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:sysmo+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212191726808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212191726808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212191726809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:17:30.014191 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18050): Terminating (SIGTERM)\u000a19:17:30.054233 run iperf3-srv_10.42.42.10(pid=18051): Terminating (SIGTERM)\u000a19:17:30.094500 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18052): Terminating (SIGTERM)\u000a19:17:30.134566 run iperf3-srv_10.42.42.10(pid=18053): Terminating (SIGTERM)\u000a19:17:30.174625 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18054): Terminating (SIGTERM)\u000a19:17:30.214491 run iperf3-srv_10.42.42.10(pid=18055): Terminating (SIGTERM)\u000a19:17:30.254336 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18056): Terminating (SIGTERM)\u000a19:17:30.294079 run iperf3-srv_10.42.42.10(pid=18057): Terminating (SIGTERM)\u000a19:17:30.333917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18060): Terminating (SIGTERM)\u000a19:17:30.373801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18063): Terminating (SIGTERM)\u000a19:17:30.413730 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18066): Terminating (SIGTERM)\u000a19:17:30.423035 --- ParallelTerminationStrategy: PID 18050 died...\u000a19:17:30.477394 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18050): Terminated: ok {rc=0}\u000a19:17:30.487005 --- ParallelTerminationStrategy: PID 18051 died...\u000a19:17:30.540420 run iperf3-srv_10.42.42.10(pid=18051): Terminated {rc=256}\u000a19:17:30.550045 --- ParallelTerminationStrategy: PID 18052 died...\u000a19:17:30.603723 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18052): Terminated: ok {rc=0}\u000a19:17:30.613393 --- ParallelTerminationStrategy: PID 18053 died...\u000a19:17:30.666766 run iperf3-srv_10.42.42.10(pid=18053): Terminated {rc=256}\u000a19:17:30.676326 --- ParallelTerminationStrategy: PID 18054 died...\u000a19:17:30.729763 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18054): Terminated: ok {rc=0}\u000a19:17:30.739400 --- ParallelTerminationStrategy: PID 18055 died...\u000a19:17:30.792753 run iperf3-srv_10.42.42.10(pid=18055): Terminated {rc=256}\u000a19:17:30.802393 --- ParallelTerminationStrategy: PID 18056 died...\u000a19:17:30.877738 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18056): Terminated: ok {rc=0}\u000a19:17:30.890877 --- ParallelTerminationStrategy: PID 18057 died...\u000a19:17:30.955160 run iperf3-srv_10.42.42.10(pid=18057): Terminated {rc=256}\u000a19:17:30.966421 --- ParallelTerminationStrategy: PID 18060 died...\u000a19:17:31.027965 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18060): Terminated: ok {rc=0}\u000a19:17:31.039543 --- ParallelTerminationStrategy: PID 18063 died...\u000a19:17:31.101078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18063): Terminated: ok {rc=0}\u000a19:17:31.112323 --- ParallelTerminationStrategy: PID 18066 died...\u000a19:17:31.173627 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18066): Terminated: ok {rc=0}\u000a19:17:31.268239 bus /gobi_4: Setting Powered False\u000a19:17:32.372171 bus /gobi_4: Setting Powered False\u000a19:17:33.484733 bus /gobi_1: Setting Powered False\u000a19:17:34.589293 bus /gobi_1: Setting Powered False\u000a19:17:35.703066 bus /gobi_0: Setting Powered False\u000a19:17:36.807466 bus /gobi_0: Setting Powered False\u000a19:17:37.921090 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 51, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18074): Process ended prematurely: osmo-stp_10.42.42.5(pid=18074) [trial-2381↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18074)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18074): Process ended prematurely: osmo-stp_10.42.42.5(pid=18074) [trial-2381↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18074)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:sysmo+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a19:17:38.988388 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:17:38.999908 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:17:39.145738 tst ping.py: using LAC 30931\u000a19:17:39.266201 tst ping.py: using RAC 76\u000a19:17:39.383215 tst ping.py: using CellId 30931\u000a19:17:39.502817 tst ping.py: using BVCI 30932\u000a19:17:39.525743 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:17:39.536581 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:17:39.547332 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:17:39.558151 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:17:39.568736 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:17:39.579742 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:17:39.590786 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:17:39.601445 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:17:39.879216 tst ping.py:19: start network...\u000a19:17:40.004206 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:17:40.485142 run create_hlr_db(pid=18068): Launched\u000a19:17:40.658460 bus /gobi_6: Setting Powered False\u000a19:17:41.680593 run create_hlr_db(pid=18068): Terminated: ok {rc=0}\u000a19:17:42.081909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18070): Launched\u000a19:17:42.381690 run osmo-hlr_10.42.42.2(pid=18071): Launched\u000a19:17:42.491063 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:17:43.019115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18073): Launched\u000a19:17:43.317978 run osmo-stp_10.42.42.5(pid=18074): Launched\u000a19:17:43.427011 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:17:43.948396 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18076): Launched\u000a19:17:44.054884 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:17:44.316174 run patchelf(pid=18077): Launched\u000a19:17:44.490958 run osmo-stp_10.42.42.5(pid=18074): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18074)]\u000a19:17:44.619093 run osmo-stp_10.42.42.5(pid=18074): stdout: \u000a| (launched: 2022-12-12_19:17:43.171057)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:17:44.747453 run osmo-stp_10.42.42.5(pid=18074): stderr: \u000a| �[0;m�[38;5;43m20221212191743338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191743338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191743338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191743338 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191743339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191743339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191743339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:17:44.870973 run osmo-stp_10.42.42.5(pid=18074): stdout: \u000a| (launched: 2022-12-12_19:17:43.171057)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:17:44.993121 run osmo-stp_10.42.42.5(pid=18074): stderr: \u000a| �[0;m�[38;5;43m20221212191743338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191743338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191743338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191743338 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191743339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191743339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191743339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:17:45.135241 run patchelf(pid=18077): Terminating (SIGINT)\u000a19:17:45.302387 run patchelf(pid=18077): Terminated: ok {rc=0}\u000a19:17:45.332830 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=18074): Process ended prematurely: osmo-stp_10.42.42.5(pid=18074) [trial-2381↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18074)] [trial-2381↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22]\u000a19:17:45.341422 tst ping.py:22: Test FAILED (6.3 sec)\u000a19:17:45.401386 run osmo-hlr_10.42.42.2(pid=18071): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18071)]\u000a19:17:45.450909 run osmo-hlr_10.42.42.2(pid=18071): stdout: \u000a| (launched: 2022-12-12_19:17:42.234091) \u000a19:17:45.500748 run osmo-hlr_10.42.42.2(pid=18071): stderr: \u000a| �[0;m�[1;31m20221212191742409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212191742409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212191742409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191742409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191742409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212191742409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212191742422 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:sysmo+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212191742430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212191742431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212191742431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:17:45.543431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18070): Terminating (SIGTERM)\u000a19:17:45.583112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18073): Terminating (SIGTERM)\u000a19:17:45.622783 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18076): Terminating (SIGTERM)\u000a19:17:45.632023 --- ParallelTerminationStrategy: PID 18070 died...\u000a19:17:45.685261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18070): Terminated: ok {rc=0}\u000a19:17:45.694791 --- ParallelTerminationStrategy: PID 18073 died...\u000a19:17:45.747770 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18073): Terminated: ok {rc=0}\u000a19:17:45.757371 --- ParallelTerminationStrategy: PID 18076 died...\u000a19:17:45.810322 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18076): Terminated: ok {rc=0}\u000a19:17:45.913892 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 51, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18084): Process ended prematurely: osmo-stp_10.42.42.5(pid=18084) [trial-2381↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18084)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18084): Process ended prematurely: osmo-stp_10.42.42.5(pid=18084) [trial-2381↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18084)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:sysmo+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a19:17:46.981189 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:17:46.997298 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:17:47.160169 tst ping_idle_ping.py: using LAC 30932\u000a19:17:47.289499 tst ping_idle_ping.py: using RAC 77\u000a19:17:47.417685 tst ping_idle_ping.py: using CellId 30932\u000a19:17:47.543421 tst ping_idle_ping.py: using BVCI 30933\u000a19:17:47.568435 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:17:47.580147 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:17:47.591466 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:17:47.603140 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:17:47.614562 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:17:47.626119 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:17:47.637877 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:17:47.649327 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:17:47.941991 tst ping_idle_ping.py:24: start network...\u000a19:17:48.076886 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:17:48.587215 run create_hlr_db(pid=18078): Launched\u000a19:17:48.774933 bus /gobi_6: Setting Powered False\u000a19:17:49.795349 run create_hlr_db(pid=18078): Terminated: ok {rc=0}\u000a19:17:50.210054 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18080): Launched\u000a19:17:50.535234 run osmo-hlr_10.42.42.2(pid=18081): Launched\u000a19:17:50.654723 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:17:51.219005 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18083): Launched\u000a19:17:51.543429 run osmo-stp_10.42.42.5(pid=18084): Launched\u000a19:17:51.662169 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:17:52.227751 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18086): Launched\u000a19:17:52.343784 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:17:52.629165 run patchelf(pid=18087): Launched\u000a19:17:52.818452 run osmo-stp_10.42.42.5(pid=18084): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18084)]\u000a19:17:52.956470 run osmo-stp_10.42.42.5(pid=18084): stdout: \u000a| (launched: 2022-12-12_19:17:51.383886)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:17:53.095236 run osmo-stp_10.42.42.5(pid=18084): stderr: \u000a| �[0;m�[38;5;43m20221212191751575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191751575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191751575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191751576 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191751576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191751576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191751576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:17:53.229269 run osmo-stp_10.42.42.5(pid=18084): stdout: \u000a| (launched: 2022-12-12_19:17:51.383886)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:17:53.362621 run osmo-stp_10.42.42.5(pid=18084): stderr: \u000a| �[0;m�[38;5;43m20221212191751575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191751575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191751575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191751576 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191751576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191751576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191751576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:17:53.516702 run patchelf(pid=18087): Terminating (SIGINT)\u000a19:17:53.697734 run patchelf(pid=18087): Terminated: ok {rc=0}\u000a19:17:53.730596 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=18084): Process ended prematurely: osmo-stp_10.42.42.5(pid=18084) [trial-2381↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18084)] [trial-2381↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a19:17:53.739946 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a19:17:53.804206 run osmo-hlr_10.42.42.2(pid=18081): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18081)]\u000a19:17:53.857109 run osmo-hlr_10.42.42.2(pid=18081): stdout: \u000a| (launched: 2022-12-12_19:17:50.375599) \u000a19:17:53.910233 run osmo-hlr_10.42.42.2(pid=18081): stderr: \u000a| �[0;m�[1;31m20221212191750571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212191750571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212191750571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191750571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191750572 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212191750572 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212191750584 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:sysmo+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212191750592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212191750592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212191750592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:17:53.954926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18080): Terminating (SIGTERM)\u000a19:17:53.997243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18083): Terminating (SIGTERM)\u000a19:17:54.039918 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18086): Terminating (SIGTERM)\u000a19:17:54.049727 --- ParallelTerminationStrategy: PID 18080 died...\u000a19:17:54.106220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18080): Terminated: ok {rc=0}\u000a19:17:54.116563 --- ParallelTerminationStrategy: PID 18083 died...\u000a19:17:54.173235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18083): Terminated: ok {rc=0}\u000a19:17:54.183322 --- ParallelTerminationStrategy: PID 18086 died...\u000a19:17:54.239613 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18086): Terminated: ok {rc=0}\u000a19:17:54.326769 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "14", "name" : "gprs_sysmo+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:16:56" }, { "cases" : [ { "testActions" : [ ], "age" : 239, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18101): Process ended prematurely: osmo-stp_10.42.42.5(pid=18101) [trial-2381↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18101)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18101): Process ended prematurely: osmo-stp_10.42.42.5(pid=18101) [trial-2381↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18101)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:sysmo+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:17:56.428891 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:17:56.440037 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:17:56.586276 tst cs_paging_gprs_active.py: using LAC 30933\u000a19:17:56.707446 tst cs_paging_gprs_active.py: using RAC 78\u000a19:17:56.828645 tst cs_paging_gprs_active.py: using CellId 30933\u000a19:17:56.949754 tst cs_paging_gprs_active.py: using BVCI 30934\u000a19:17:56.973200 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:17:56.983942 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:17:56.994636 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:17:57.005347 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:17:57.015899 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:17:57.026568 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:17:57.037351 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:17:57.047815 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:17:57.058581 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:17:57.180585 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:17:57.463034 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:17:57.590827 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:17:57.908652 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18091): Launched\u000a19:17:58.171408 run iperf3-srv_10.42.42.10(pid=18092): Launched\u000a19:17:58.356853 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:17:58.483069 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:17:58.800752 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18093): Launched\u000a19:17:59.063252 run iperf3-srv_10.42.42.10(pid=18094): Launched\u000a19:17:59.248834 tst cs_paging_gprs_active.py:38: start network...\u000a19:17:59.374940 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:17:59.863813 run create_hlr_db(pid=18095): Launched\u000a19:18:00.039012 bus /gobi_6: Setting Powered False\u000a19:18:01.098825 run create_hlr_db(pid=18095): Terminated: ok {rc=0}\u000a19:18:01.607302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18097): Launched\u000a19:18:02.034552 run osmo-hlr_10.42.42.2(pid=18098): Launched\u000a19:18:02.246041 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:18:02.786254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18100): Launched\u000a19:18:03.091120 run osmo-stp_10.42.42.5(pid=18101): Launched\u000a19:18:03.201253 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:18:03.734885 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18103): Launched\u000a19:18:03.842989 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:18:04.110103 run patchelf(pid=18104): Launched\u000a19:18:04.289544 run osmo-stp_10.42.42.5(pid=18101): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18101)]\u000a19:18:04.420368 run osmo-stp_10.42.42.5(pid=18101): stdout: \u000a| (launched: 2022-12-12_19:18:02.940712)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:18:04.551422 run osmo-stp_10.42.42.5(pid=18101): stderr: \u000a| �[0;m�[38;5;43m20221212191803110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191803110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191803110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191803111 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191803112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191803112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191803112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:18:04.677296 run osmo-stp_10.42.42.5(pid=18101): stdout: \u000a| (launched: 2022-12-12_19:18:02.940712)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:18:04.802270 run osmo-stp_10.42.42.5(pid=18101): stderr: \u000a| �[0;m�[38;5;43m20221212191803110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191803110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191803110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191803111 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191803112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191803112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191803112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:18:04.947934 run patchelf(pid=18104): Terminating (SIGINT)\u000a19:18:05.119491 run patchelf(pid=18104): Terminated: ok {rc=0}\u000a19:18:05.150979 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=18101): Process ended prematurely: osmo-stp_10.42.42.5(pid=18101) [trial-2381↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18101)] [trial-2381↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a19:18:05.160111 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a19:18:05.220727 run osmo-hlr_10.42.42.2(pid=18098): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18098)]\u000a19:18:05.270113 run osmo-hlr_10.42.42.2(pid=18098): stdout: \u000a| (launched: 2022-12-12_19:18:01.778070) \u000a19:18:05.320000 run osmo-hlr_10.42.42.2(pid=18098): stderr: \u000a| �[0;m�[1;31m20221212191802153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212191802153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212191802153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191802153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191802153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212191802153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212191802170 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:sysmo+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212191802191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212191802191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212191802191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:18:05.362358 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18091): Terminating (SIGTERM)\u000a19:18:05.402567 run iperf3-srv_10.42.42.10(pid=18092): Terminating (SIGTERM)\u000a19:18:05.442578 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18093): Terminating (SIGTERM)\u000a19:18:05.482624 run iperf3-srv_10.42.42.10(pid=18094): Terminating (SIGTERM)\u000a19:18:05.522611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18097): Terminating (SIGTERM)\u000a19:18:05.562505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18100): Terminating (SIGTERM)\u000a19:18:05.602349 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18103): Terminating (SIGTERM)\u000a19:18:05.611586 --- ParallelTerminationStrategy: PID 18091 died...\u000a19:18:05.665427 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18091): Terminated: ok {rc=0}\u000a19:18:05.675532 --- ParallelTerminationStrategy: PID 18092 died...\u000a19:18:05.728831 run iperf3-srv_10.42.42.10(pid=18092): Terminated {rc=256}\u000a19:18:05.738343 --- ParallelTerminationStrategy: PID 18093 died...\u000a19:18:05.791649 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18093): Terminated: ok {rc=0}\u000a19:18:05.801453 --- ParallelTerminationStrategy: PID 18094 died...\u000a19:18:05.854666 run iperf3-srv_10.42.42.10(pid=18094): Terminated {rc=256}\u000a19:18:05.864196 --- ParallelTerminationStrategy: PID 18097 died...\u000a19:18:05.917950 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18097): Terminated: ok {rc=0}\u000a19:18:05.927589 --- ParallelTerminationStrategy: PID 18100 died...\u000a19:18:05.980849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18100): Terminated: ok {rc=0}\u000a19:18:05.990533 --- ParallelTerminationStrategy: PID 18103 died...\u000a19:18:06.044459 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18103): Terminated: ok {rc=0}\u000a19:18:06.134206 bus /gobi_0: Setting Powered False\u000a19:18:07.239757 bus /gobi_0: Setting Powered False\u000a19:18:08.345809 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 239, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18113): Process ended prematurely: osmo-stp_10.42.42.5(pid=18113) [trial-2381↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18113)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18113): Process ended prematurely: osmo-stp_10.42.42.5(pid=18113) [trial-2381↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18113)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:sysmo+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a19:18:09.454429 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:18:09.466132 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:18:09.613964 tst iperf3.py: using LAC 30934\u000a19:18:09.733065 tst iperf3.py: using RAC 79\u000a19:18:09.852520 tst iperf3.py: using CellId 30934\u000a19:18:09.976165 tst iperf3.py: using BVCI 30935\u000a19:18:09.999545 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:18:10.010704 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:18:10.021524 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:18:10.032323 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:18:10.043171 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:18:10.054074 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:18:10.064832 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:18:10.075459 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:18:10.086310 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:18:10.366787 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:18:10.493980 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:18:10.812217 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18105): Launched\u000a19:18:11.076549 run iperf3-srv_10.42.42.10(pid=18106): Launched\u000a19:18:11.262943 tst iperf3.py:8: start network...\u000a19:18:11.390156 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:18:11.880336 run create_hlr_db(pid=18107): Launched\u000a19:18:12.056618 bus /gobi_6: Setting Powered False\u000a19:18:13.078669 run create_hlr_db(pid=18107): Terminated: ok {rc=0}\u000a19:18:13.487111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18109): Launched\u000a19:18:13.794564 run osmo-hlr_10.42.42.2(pid=18110): Launched\u000a19:18:13.906110 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:18:14.438516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18112): Launched\u000a19:18:14.744193 run osmo-stp_10.42.42.5(pid=18113): Launched\u000a19:18:14.854549 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:18:15.388649 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18115): Launched\u000a19:18:15.497233 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:18:15.765347 run patchelf(pid=18116): Launched\u000a19:18:15.977627 run osmo-stp_10.42.42.5(pid=18113): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18113)]\u000a19:18:16.124025 run osmo-stp_10.42.42.5(pid=18113): stdout: \u000a| (launched: 2022-12-12_19:18:14.593384)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:18:16.270894 run osmo-stp_10.42.42.5(pid=18113): stderr: \u000a| �[0;m�[38;5;43m20221212191814761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191814761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191814761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191814762 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191814762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191814762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191814762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:18:16.414119 run osmo-stp_10.42.42.5(pid=18113): stdout: \u000a| (launched: 2022-12-12_19:18:14.593384)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:18:16.552697 run osmo-stp_10.42.42.5(pid=18113): stderr: \u000a| �[0;m�[38;5;43m20221212191814761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191814761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191814761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191814762 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191814762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191814762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191814762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:18:16.716261 run patchelf(pid=18116): Terminating (SIGINT)\u000a19:18:16.906643 run patchelf(pid=18116): Terminated: ok {rc=0}\u000a19:18:16.942079 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18113): Process ended prematurely: osmo-stp_10.42.42.5(pid=18113) [trial-2381↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18113)] [trial-2381↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a19:18:16.953335 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a19:18:17.024118 run osmo-hlr_10.42.42.2(pid=18110): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18110)]\u000a19:18:17.079060 run osmo-hlr_10.42.42.2(pid=18110): stdout: \u000a| (launched: 2022-12-12_19:18:13.642891) \u000a19:18:17.136331 run osmo-hlr_10.42.42.2(pid=18110): stderr: \u000a| �[0;m�[1;31m20221212191813816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212191813816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212191813816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191813816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191813816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212191813816 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212191813828 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:sysmo+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212191813837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212191813837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212191813837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:18:17.183107 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18105): Terminating (SIGTERM)\u000a19:18:17.226708 run iperf3-srv_10.42.42.10(pid=18106): Terminating (SIGTERM)\u000a19:18:17.270351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18109): Terminating (SIGTERM)\u000a19:18:17.314594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18112): Terminating (SIGTERM)\u000a19:18:17.357877 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18115): Terminating (SIGTERM)\u000a19:18:17.368445 --- ParallelTerminationStrategy: PID 18105 died...\u000a19:18:17.427130 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18105): Terminated: ok {rc=0}\u000a19:18:17.438092 --- ParallelTerminationStrategy: PID 18106 died...\u000a19:18:17.496610 run iperf3-srv_10.42.42.10(pid=18106): Terminated {rc=256}\u000a19:18:17.506855 --- ParallelTerminationStrategy: PID 18109 died...\u000a19:18:17.564248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18109): Terminated: ok {rc=0}\u000a19:18:17.574930 --- ParallelTerminationStrategy: PID 18112 died...\u000a19:18:17.632653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18112): Terminated: ok {rc=0}\u000a19:18:17.643025 --- ParallelTerminationStrategy: PID 18115 died...\u000a19:18:17.700151 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18115): Terminated: ok {rc=0}\u000a19:18:17.789830 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18131): Process ended prematurely: osmo-stp_10.42.42.5(pid=18131) [trial-2381↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18131)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18131): Process ended prematurely: osmo-stp_10.42.42.5(pid=18131) [trial-2381↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18131)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:sysmo+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a19:18:18.905772 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:18:18.918093 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:18:19.070723 tst iperf3m4.py: using LAC 30935\u000a19:18:19.198393 tst iperf3m4.py: using RAC 80\u000a19:18:19.325622 tst iperf3m4.py: using CellId 30935\u000a19:18:19.452444 tst iperf3m4.py: using BVCI 30936\u000a19:18:19.476046 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:18:19.487264 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:18:19.498273 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:18:19.509443 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:18:19.520487 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:18:19.531457 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:18:19.542538 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:18:19.553456 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:18:19.564562 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:18:19.680695 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:18:19.802368 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:18:19.920288 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:18:20.217881 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:18:20.354789 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:18:20.695215 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18117): Launched\u000a19:18:20.977104 run iperf3-srv_10.42.42.10(pid=18118): Launched\u000a19:18:21.178055 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:18:21.314900 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:18:21.654569 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18119): Launched\u000a19:18:21.936051 run iperf3-srv_10.42.42.10(pid=18120): Launched\u000a19:18:22.135304 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:18:22.271166 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:18:22.611112 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18121): Launched\u000a19:18:22.892460 run iperf3-srv_10.42.42.10(pid=18122): Launched\u000a19:18:23.092709 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:18:23.228933 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:18:23.569650 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18123): Launched\u000a19:18:23.851242 run iperf3-srv_10.42.42.10(pid=18124): Launched\u000a19:18:24.051176 tst iperf3m4.py:8: start network...\u000a19:18:24.187477 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:18:24.702990 run create_hlr_db(pid=18125): Launched\u000a19:18:24.892391 bus /gobi_6: Setting Powered False\u000a19:18:25.914944 run create_hlr_db(pid=18125): Terminated: ok {rc=0}\u000a19:18:26.326699 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18127): Launched\u000a19:18:26.634485 run osmo-hlr_10.42.42.2(pid=18128): Launched\u000a19:18:26.756733 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:18:27.300683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18130): Launched\u000a19:18:27.606505 run osmo-stp_10.42.42.5(pid=18131): Launched\u000a19:18:27.718150 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:18:28.252887 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18133): Launched\u000a19:18:28.362072 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:18:28.629713 run patchelf(pid=18134): Launched\u000a19:18:28.809440 run osmo-stp_10.42.42.5(pid=18131): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18131)]\u000a19:18:28.942085 run osmo-stp_10.42.42.5(pid=18131): stdout: \u000a| (launched: 2022-12-12_19:18:27.455498)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:18:29.074047 run osmo-stp_10.42.42.5(pid=18131): stderr: \u000a| �[0;m�[38;5;43m20221212191827624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191827624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191827624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191827625 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191827625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191827625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191827625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:18:29.200562 run osmo-stp_10.42.42.5(pid=18131): stdout: \u000a| (launched: 2022-12-12_19:18:27.455498)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:18:29.326064 run osmo-stp_10.42.42.5(pid=18131): stderr: \u000a| �[0;m�[38;5;43m20221212191827624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191827624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191827624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191827625 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191827625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191827625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191827625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:18:29.472116 run patchelf(pid=18134): Terminating (SIGINT)\u000a19:18:29.643998 run patchelf(pid=18134): Terminated: ok {rc=0}\u000a19:18:29.675620 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18131): Process ended prematurely: osmo-stp_10.42.42.5(pid=18131) [trial-2381↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18131)] [trial-2381↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a19:18:29.684924 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a19:18:29.746058 run osmo-hlr_10.42.42.2(pid=18128): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18128)]\u000a19:18:29.795737 run osmo-hlr_10.42.42.2(pid=18128): stdout: \u000a| (launched: 2022-12-12_19:18:26.482355) \u000a19:18:29.846409 run osmo-hlr_10.42.42.2(pid=18128): stderr: \u000a| �[0;m�[1;31m20221212191826658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212191826658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212191826658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191826658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191826658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212191826658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212191826671 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:sysmo+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212191826679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212191826679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212191826679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:18:29.889774 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18117): Terminating (SIGTERM)\u000a19:18:29.930056 run iperf3-srv_10.42.42.10(pid=18118): Terminating (SIGTERM)\u000a19:18:29.970592 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18119): Terminating (SIGTERM)\u000a19:18:30.010936 run iperf3-srv_10.42.42.10(pid=18120): Terminating (SIGTERM)\u000a19:18:30.051250 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18121): Terminating (SIGTERM)\u000a19:18:30.091535 run iperf3-srv_10.42.42.10(pid=18122): Terminating (SIGTERM)\u000a19:18:30.131876 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18123): Terminating (SIGTERM)\u000a19:18:30.172060 run iperf3-srv_10.42.42.10(pid=18124): Terminating (SIGTERM)\u000a19:18:30.212505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18127): Terminating (SIGTERM)\u000a19:18:30.252818 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18130): Terminating (SIGTERM)\u000a19:18:30.293376 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18133): Terminating (SIGTERM)\u000a19:18:30.302912 --- ParallelTerminationStrategy: PID 18117 died...\u000a19:18:30.356914 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18117): Terminated: ok {rc=0}\u000a19:18:30.366883 --- ParallelTerminationStrategy: PID 18118 died...\u000a19:18:30.420496 run iperf3-srv_10.42.42.10(pid=18118): Terminated {rc=256}\u000a19:18:30.430415 --- ParallelTerminationStrategy: PID 18119 died...\u000a19:18:30.484197 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18119): Terminated: ok {rc=0}\u000a19:18:30.494049 --- ParallelTerminationStrategy: PID 18120 died...\u000a19:18:30.547534 run iperf3-srv_10.42.42.10(pid=18120): Terminated {rc=256}\u000a19:18:30.557468 --- ParallelTerminationStrategy: PID 18121 died...\u000a19:18:30.611077 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18121): Terminated: ok {rc=0}\u000a19:18:30.621052 --- ParallelTerminationStrategy: PID 18122 died...\u000a19:18:30.674661 run iperf3-srv_10.42.42.10(pid=18122): Terminated {rc=256}\u000a19:18:30.684587 --- ParallelTerminationStrategy: PID 18123 died...\u000a19:18:30.738712 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18123): Terminated: ok {rc=0}\u000a19:18:30.748666 --- ParallelTerminationStrategy: PID 18124 died...\u000a19:18:30.802338 run iperf3-srv_10.42.42.10(pid=18124): Terminated {rc=256}\u000a19:18:30.812315 --- ParallelTerminationStrategy: PID 18127 died...\u000a19:18:30.872529 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18127): Terminated: ok {rc=0}\u000a19:18:30.882846 --- ParallelTerminationStrategy: PID 18130 died...\u000a19:18:30.949284 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18130): Terminated: ok {rc=0}\u000a19:18:30.961439 --- ParallelTerminationStrategy: PID 18133 died...\u000a19:18:31.024118 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18133): Terminated: ok {rc=0}\u000a19:18:31.116874 bus /gobi_4: Setting Powered False\u000a19:18:32.236336 bus /gobi_4: Setting Powered False\u000a19:18:33.349016 bus /gobi_1: Setting Powered False\u000a19:18:34.453322 bus /gobi_1: Setting Powered False\u000a19:18:35.566010 bus /gobi_0: Setting Powered False\u000a19:18:36.668596 bus /gobi_0: Setting Powered False\u000a19:18:37.782127 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 51, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18141): Process ended prematurely: osmo-stp_10.42.42.5(pid=18141) [trial-2381↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18141)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18141): Process ended prematurely: osmo-stp_10.42.42.5(pid=18141) [trial-2381↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18141)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:sysmo+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a19:18:38.851260 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:18:38.863364 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:18:39.016335 tst ping.py: using LAC 30936\u000a19:18:39.143025 tst ping.py: using RAC 81\u000a19:18:39.269187 tst ping.py: using CellId 30936\u000a19:18:39.385562 tst ping.py: using BVCI 30937\u000a19:18:39.408545 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:18:39.419703 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:18:39.430685 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:18:39.442279 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:18:39.453670 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:18:39.465092 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:18:39.476671 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:18:39.487807 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:18:39.763316 tst ping.py:19: start network...\u000a19:18:39.888543 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:18:40.368552 run create_hlr_db(pid=18135): Launched\u000a19:18:40.542261 bus /gobi_6: Setting Powered False\u000a19:18:41.562842 run create_hlr_db(pid=18135): Terminated: ok {rc=0}\u000a19:18:41.963182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18137): Launched\u000a19:18:42.262468 run osmo-hlr_10.42.42.2(pid=18138): Launched\u000a19:18:42.375891 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:18:42.898528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18140): Launched\u000a19:18:43.198253 run osmo-stp_10.42.42.5(pid=18141): Launched\u000a19:18:43.306318 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:18:43.829279 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18143): Launched\u000a19:18:43.935790 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:18:44.198809 run patchelf(pid=18144): Launched\u000a19:18:44.375095 run osmo-stp_10.42.42.5(pid=18141): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18141)]\u000a19:18:44.503999 run osmo-stp_10.42.42.5(pid=18141): stdout: \u000a| (launched: 2022-12-12_19:18:43.050698)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:18:44.632822 run osmo-stp_10.42.42.5(pid=18141): stderr: \u000a| �[0;m�[38;5;43m20221212191843217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191843217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191843217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191843218 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191843218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191843218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191843219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:18:44.757787 run osmo-stp_10.42.42.5(pid=18141): stdout: \u000a| (launched: 2022-12-12_19:18:43.050698)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:18:44.881149 run osmo-stp_10.42.42.5(pid=18141): stderr: \u000a| �[0;m�[38;5;43m20221212191843217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191843217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191843217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191843218 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191843218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191843218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191843219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:18:45.024366 run patchelf(pid=18144): Terminating (SIGINT)\u000a19:18:45.192202 run patchelf(pid=18144): Terminated: ok {rc=0}\u000a19:18:45.223112 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=18141): Process ended prematurely: osmo-stp_10.42.42.5(pid=18141) [trial-2381↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18141)] [trial-2381↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22]\u000a19:18:45.231853 tst ping.py:22: Test FAILED (6.4 sec)\u000a19:18:45.293152 run osmo-hlr_10.42.42.2(pid=18138): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18138)]\u000a19:18:45.343270 run osmo-hlr_10.42.42.2(pid=18138): stdout: \u000a| (launched: 2022-12-12_19:18:42.115125) \u000a19:18:45.393843 run osmo-hlr_10.42.42.2(pid=18138): stderr: \u000a| �[0;m�[1;31m20221212191842287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212191842287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212191842287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191842287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191842288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212191842288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212191842299 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:sysmo+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212191842308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212191842309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212191842309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:18:45.436901 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18137): Terminating (SIGTERM)\u000a19:18:45.477630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18140): Terminating (SIGTERM)\u000a19:18:45.518012 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18143): Terminating (SIGTERM)\u000a19:18:45.527350 --- ParallelTerminationStrategy: PID 18137 died...\u000a19:18:45.581436 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18137): Terminated: ok {rc=0}\u000a19:18:45.591170 --- ParallelTerminationStrategy: PID 18140 died...\u000a19:18:45.645012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18140): Terminated: ok {rc=0}\u000a19:18:45.654685 --- ParallelTerminationStrategy: PID 18143 died...\u000a19:18:45.708342 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18143): Terminated: ok {rc=0}\u000a19:18:45.798933 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 51, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18151): Process ended prematurely: osmo-stp_10.42.42.5(pid=18151) [trial-2381↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18151)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18151): Process ended prematurely: osmo-stp_10.42.42.5(pid=18151) [trial-2381↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18151)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:sysmo+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a19:18:46.850000 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:18:46.862890 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:18:47.055328 tst ping_idle_ping.py: using LAC 30937\u000a19:18:47.192717 tst ping_idle_ping.py: using RAC 82\u000a19:18:47.321325 tst ping_idle_ping.py: using CellId 30937\u000a19:18:47.450271 tst ping_idle_ping.py: using BVCI 30938\u000a19:18:47.475060 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:18:47.486865 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:18:47.498321 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:18:47.510639 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:18:47.523078 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:18:47.535171 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:18:47.547620 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:18:47.559662 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:18:47.854281 tst ping_idle_ping.py:24: start network...\u000a19:18:47.989993 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:18:48.504404 run create_hlr_db(pid=18145): Launched\u000a19:18:48.692466 bus /gobi_6: Setting Powered False\u000a19:18:49.713905 run create_hlr_db(pid=18145): Terminated: ok {rc=0}\u000a19:18:50.145590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18147): Launched\u000a19:18:50.470427 run osmo-hlr_10.42.42.2(pid=18148): Launched\u000a19:18:50.591726 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:18:51.156569 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18150): Launched\u000a19:18:51.480400 run osmo-stp_10.42.42.5(pid=18151): Launched\u000a19:18:51.598316 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:18:52.163857 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18153): Launched\u000a19:18:52.279115 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:18:52.561894 run patchelf(pid=18154): Launched\u000a19:18:52.751254 run osmo-stp_10.42.42.5(pid=18151): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18151)]\u000a19:18:52.890283 run osmo-stp_10.42.42.5(pid=18151): stdout: \u000a| (launched: 2022-12-12_19:18:51.320295)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:18:53.029118 run osmo-stp_10.42.42.5(pid=18151): stderr: \u000a| �[0;m�[38;5;43m20221212191851509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191851509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191851509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191851510 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191851510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191851510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191851510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:18:53.163249 run osmo-stp_10.42.42.5(pid=18151): stdout: \u000a| (launched: 2022-12-12_19:18:51.320295)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:18:53.296201 run osmo-stp_10.42.42.5(pid=18151): stderr: \u000a| �[0;m�[38;5;43m20221212191851509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191851509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191851509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191851510 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191851510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191851510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191851510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:18:53.450990 run patchelf(pid=18154): Terminating (SIGINT)\u000a19:18:53.631957 run patchelf(pid=18154): Terminated: ok {rc=0}\u000a19:18:53.664741 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=18151): Process ended prematurely: osmo-stp_10.42.42.5(pid=18151) [trial-2381↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18151)] [trial-2381↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a19:18:53.674108 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a19:18:53.738275 run osmo-hlr_10.42.42.2(pid=18148): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18148)]\u000a19:18:53.790347 run osmo-hlr_10.42.42.2(pid=18148): stdout: \u000a| (launched: 2022-12-12_19:18:50.310125) \u000a19:18:53.843401 run osmo-hlr_10.42.42.2(pid=18148): stderr: \u000a| �[0;m�[1;31m20221212191850505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212191850505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212191850505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191850505 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191850506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212191850506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212191850520 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:sysmo+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212191850529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212191850529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212191850529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:18:53.887844 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18147): Terminating (SIGTERM)\u000a19:18:53.930327 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18150): Terminating (SIGTERM)\u000a19:18:53.972677 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18153): Terminating (SIGTERM)\u000a19:18:53.982836 --- ParallelTerminationStrategy: PID 18147 died...\u000a19:18:54.039490 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18147): Terminated: ok {rc=0}\u000a19:18:54.049676 --- ParallelTerminationStrategy: PID 18150 died...\u000a19:18:54.106149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18150): Terminated: ok {rc=0}\u000a19:18:54.116281 --- ParallelTerminationStrategy: PID 18153 died...\u000a19:18:54.172725 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18153): Terminated: ok {rc=0}\u000a19:18:54.258989 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "15", "name" : "gprs_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:17:56" }, { "cases" : [ { "testActions" : [ ], "age" : 53, "className" : "dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18164): Process ended prematurely: osmo-stp_10.42.42.5(pid=18164) [trial-2381↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18164)]", "failedSince" : 2329, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18164): Process ended prematurely: osmo-stp_10.42.42.5(pid=18164) [trial-2381↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18164)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a19:18:56.254096 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:18:56.265770 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a19:18:56.410147 tst switch_tch_pdch.py: using LAC 30938\u000a19:18:56.526200 tst switch_tch_pdch.py: using RAC 83\u000a19:18:56.650573 tst switch_tch_pdch.py: using CellId 30938\u000a19:18:56.778097 tst switch_tch_pdch.py: using BVCI 30939\u000a19:18:56.802871 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:18:56.814701 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:18:56.826503 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:18:56.838322 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:18:56.850052 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:18:56.861773 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:18:56.873772 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:18:56.885550 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:18:57.003494 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:18:57.296263 tst switch_tch_pdch.py:51: start network...\u000a19:18:57.431592 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:18:57.937306 run create_hlr_db(pid=18158): Launched\u000a19:18:58.124770 bus /gobi_6: Setting Powered False\u000a19:18:59.146439 run create_hlr_db(pid=18158): Terminated: ok {rc=0}\u000a19:18:59.575850 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18160): Launched\u000a19:18:59.898143 run osmo-hlr_10.42.42.2(pid=18161): Launched\u000a19:19:00.015956 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:19:00.576225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18163): Launched\u000a19:19:00.938386 run osmo-stp_10.42.42.5(pid=18164): Launched\u000a19:19:01.103022 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:19:01.753752 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18166): Launched\u000a19:19:01.898761 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:19:02.263610 run patchelf(pid=18167): Launched\u000a19:19:02.488887 run osmo-stp_10.42.42.5(pid=18164): ERR: Terminated: ERROR {rc=1} [trial-2381↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18164)]\u000a19:19:02.620305 run osmo-stp_10.42.42.5(pid=18164): stdout: \u000a| (launched: 2022-12-12_19:19:00.739745)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:19:02.749527 run osmo-stp_10.42.42.5(pid=18164): stderr: \u000a| �[0;m�[38;5;43m20221212191901064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191901064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191901064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191901070 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191901071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191901071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191901071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:19:02.873646 run osmo-stp_10.42.42.5(pid=18164): stdout: \u000a| (launched: 2022-12-12_19:19:00.739745)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:19:02.996063 run osmo-stp_10.42.42.5(pid=18164): stderr: \u000a| �[0;m�[38;5;43m20221212191901064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191901064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191901064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191901070 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191901071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191901071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191901071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:19:03.139202 run patchelf(pid=18167): Terminating (SIGINT)\u000a19:19:03.307177 run patchelf(pid=18167): Terminated: ok {rc=0}\u000a19:19:03.337779 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=18164): Process ended prematurely: osmo-stp_10.42.42.5(pid=18164) [trial-2381↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18164)] [trial-2381↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a19:19:03.346670 tst switch_tch_pdch.py:54: Test FAILED (7.1 sec)\u000a19:19:03.407536 run osmo-hlr_10.42.42.2(pid=18161): ERR: Terminated: ERROR {rc=237} [trial-2381↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18161)]\u000a19:19:03.457443 run osmo-hlr_10.42.42.2(pid=18161): stdout: \u000a| (launched: 2022-12-12_19:18:59.739359) \u000a19:19:03.507902 run osmo-hlr_10.42.42.2(pid=18161): stderr: \u000a| �[0;m�[1;31m20221212191859934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212191859934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212191859934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191859934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191859934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212191859934 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212191859946 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212191859955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212191859955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212191859955 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:19:03.550696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18160): Terminating (SIGTERM)\u000a19:19:03.591242 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18163): Terminating (SIGTERM)\u000a19:19:03.631474 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18166): Terminating (SIGTERM)\u000a19:19:03.640877 --- ParallelTerminationStrategy: PID 18160 died...\u000a19:19:03.694956 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18160): Terminated: ok {rc=0}\u000a19:19:03.704691 --- ParallelTerminationStrategy: PID 18163 died...\u000a19:19:03.758798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18163): Terminated: ok {rc=0}\u000a19:19:03.768388 --- ParallelTerminationStrategy: PID 18166 died...\u000a19:19:03.822130 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18166): Terminated: ok {rc=0}\u000a19:19:03.911772 bus /gobi_0: Setting Powered False\u000a19:19:05.017248 bus /gobi_0: Setting Powered False\u000a19:19:06.129267 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "16", "name" : "dynts_sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:18:56" }, { "cases" : [ { "testActions" : [ ], "age" : 51, "className" : "dynts:sysmo+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18177): Process ended prematurely: osmo-stp_10.42.42.5(pid=18177) [trial-2381↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18177)]", "failedSince" : 2331, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18177): Process ended prematurely: osmo-stp_10.42.42.5(pid=18177) [trial-2381↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18177)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 dynts:sysmo+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a19:19:08.067887 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:19:08.079687 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a19:19:08.232123 tst switch_tch_pdch.py: using LAC 30939\u000a19:19:08.356537 tst switch_tch_pdch.py: using RAC 84\u000a19:19:08.482221 tst switch_tch_pdch.py: using CellId 30939\u000a19:19:08.604289 tst switch_tch_pdch.py: using BVCI 30940\u000a19:19:08.627150 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:19:08.638097 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:19:08.648873 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:19:08.659630 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:19:08.670289 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:19:08.680887 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:19:08.691664 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:19:08.702720 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a19:19:08.824349 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a19:19:09.122205 tst switch_tch_pdch.py:51: start network...\u000a19:19:09.257826 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:19:09.740045 run create_hlr_db(pid=18171): Launched\u000a19:19:09.872813 bus /gobi_6: Setting Powered False\u000a19:19:10.948696 run create_hlr_db(pid=18171): Terminated: ok {rc=0}\u000a19:19:11.351512 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18173): Launched\u000a19:19:11.675590 run osmo-hlr_10.42.42.2(pid=18174): Launched\u000a19:19:11.793681 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:19:12.324280 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18176): Launched\u000a19:19:12.624550 run osmo-stp_10.42.42.5(pid=18177): Launched\u000a19:19:12.733284 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:19:13.230281 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18179): Launched\u000a19:19:13.338217 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:19:13.600603 run patchelf(pid=18180): Launched\u000a19:19:13.777331 run osmo-stp_10.42.42.5(pid=18177): ERR: Terminated: ERROR {rc=1} [trial-2381↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18177)]\u000a19:19:13.906429 run osmo-stp_10.42.42.5(pid=18177): stdout: \u000a| (launched: 2022-12-12_19:19:12.476448)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:19:14.035620 run osmo-stp_10.42.42.5(pid=18177): stderr: \u000a| �[0;m�[38;5;43m20221212191912644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191912644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191912644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191912645 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191912645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191912646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191912646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:19:14.160302 run osmo-stp_10.42.42.5(pid=18177): stdout: \u000a| (launched: 2022-12-12_19:19:12.476448)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:19:14.284383 run osmo-stp_10.42.42.5(pid=18177): stderr: \u000a| �[0;m�[38;5;43m20221212191912644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191912644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191912644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191912645 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191912645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191912646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191912646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:19:14.447597 run patchelf(pid=18180): Terminating (SIGINT)\u000a19:19:14.628071 run patchelf(pid=18180): Terminated: ok {rc=0}\u000a19:19:14.660863 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=18177): Process ended prematurely: osmo-stp_10.42.42.5(pid=18177) [trial-2381↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18177)] [trial-2381↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a19:19:14.670523 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a19:19:14.735452 run osmo-hlr_10.42.42.2(pid=18174): ERR: Terminated: ERROR {rc=237} [trial-2381↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18174)]\u000a19:19:14.788400 run osmo-hlr_10.42.42.2(pid=18174): stdout: \u000a| (launched: 2022-12-12_19:19:11.516260) \u000a19:19:14.841636 run osmo-hlr_10.42.42.2(pid=18174): stderr: \u000a| �[0;m�[1;31m20221212191911711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212191911711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212191911711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191911711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191911711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212191911711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212191911724 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/dynts:sysmo+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212191911732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212191911732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212191911732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:19:14.887292 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18173): Terminating (SIGTERM)\u000a19:19:14.930372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18176): Terminating (SIGTERM)\u000a19:19:14.973439 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18179): Terminating (SIGTERM)\u000a19:19:14.983650 --- ParallelTerminationStrategy: PID 18173 died...\u000a19:19:15.041549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18173): Terminated: ok {rc=0}\u000a19:19:15.051866 --- ParallelTerminationStrategy: PID 18176 died...\u000a19:19:15.109102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18176): Terminated: ok {rc=0}\u000a19:19:15.119402 --- ParallelTerminationStrategy: PID 18179 died...\u000a19:19:15.176557 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18179): Terminated: ok {rc=0}\u000a19:19:15.266475 bus /gobi_0: Setting Powered False\u000a19:19:16.377824 bus /gobi_0: Setting Powered False\u000a19:19:17.486774 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "17", "name" : "dynts_sysmo+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:19:07" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "nitb_sms:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=18185): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18185) [trial-2381↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18185)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=18185): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18185) [trial-2381↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18185)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 nitb_sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a19:19:19.351894 tst nitb_sms:oc2g: Using 1 x ip_address (candidates: 1)\u000a19:19:19.362967 tst nitb_sms:oc2g: Using 1 x bts (candidates: 1)\u000a19:19:19.485754 tst mo_mt_sms.py: using LAC 30940\u000a19:19:19.611201 tst mo_mt_sms.py: using RAC 85\u000a19:19:19.737328 tst mo_mt_sms.py: using CellId 30940\u000a19:19:19.865070 tst mo_mt_sms.py: using BVCI 30941\u000a19:19:19.889632 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a19:19:20.006018 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a19:19:20.299811 tst mo_mt_sms.py:9: start nitb and bts...\u000a19:19:20.435402 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a19:19:21.101925 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18184): Launched\u000a19:19:21.423555 run osmo-nitb_10.42.42.2(pid=18185): Launched\u000a19:19:21.621859 run osmo-nitb_10.42.42.2(pid=18185): ERR: Terminated: ERROR {rc=2} [trial-2381↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18185)]\u000a19:19:21.767966 run osmo-nitb_10.42.42.2(pid=18185): stdout: \u000a| (launched: 2022-12-12_19:19:21.267844) \u000a19:19:21.914205 run osmo-nitb_10.42.42.2(pid=18185): stderr: \u000a| (launched: 2022-12-12_19:19:21.315681)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:19:22.055829 run osmo-nitb_10.42.42.2(pid=18185): stdout: \u000a| (launched: 2022-12-12_19:19:21.267844) \u000a19:19:22.195759 run osmo-nitb_10.42.42.2(pid=18185): stderr: \u000a| (launched: 2022-12-12_19:19:21.315681)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:19:22.553760 tst osmo-nitb_10.42.42.2(pid=18185): stdout: \u000a| (launched: 2022-12-12_19:19:21.267844) \u000a19:19:22.682560 tst osmo-nitb_10.42.42.2(pid=18185): stderr: \u000a| (launched: 2022-12-12_19:19:21.315681)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:19:22.739003 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=18185): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18185) [trial-2381↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18185)] [trial-2381↪nitb_sms:oc2g↪mo_mt_sms.py:11]\u000a19:19:22.747588 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a19:19:22.784590 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18184): Terminating (SIGTERM)\u000a19:19:22.962451 --- ParallelTerminationStrategy: PID 18184 died...\u000a19:19:23.021424 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18184): Terminated: ok {rc=0}\u000a19:19:23.108390 bus /sierra_3: Setting Powered False\u000a19:19:24.218384 bus /sierra_3: Setting Powered False\u000a19:19:25.328820 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "18", "name" : "nitb_sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:19:19" }, { "cases" : [ { "testActions" : [ ], "age" : 179, "className" : "sms:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18195): Process ended prematurely: osmo-stp_10.42.42.5(pid=18195) [trial-2381↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18195)]", "failedSince" : 2203, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18195): Process ended prematurely: osmo-stp_10.42.42.5(pid=18195) [trial-2381↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18195)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a19:19:27.176699 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a19:19:27.187391 tst sms:oc2g: Using 1 x bts (candidates: 1)\u000a19:19:27.314822 tst mo_mt_sms.py: using LAC 30941\u000a19:19:27.440902 tst mo_mt_sms.py: using RAC 86\u000a19:19:27.568727 tst mo_mt_sms.py: using CellId 30941\u000a19:19:27.694064 tst mo_mt_sms.py: using BVCI 30942\u000a19:19:27.718486 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a19:19:27.729576 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a19:19:27.740455 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a19:19:27.751627 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a19:19:27.762853 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a19:19:27.774013 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a19:19:27.889552 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a19:19:28.094649 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:19:28.576417 run create_hlr_db(pid=18189): Launched\u000a19:19:28.749584 bus /sierra_2: Setting Powered False\u000a19:19:29.769903 run create_hlr_db(pid=18189): Terminated: ok {rc=0}\u000a19:19:30.196099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18191): Launched\u000a19:19:30.497225 run osmo-hlr_10.42.42.2(pid=18192): Launched\u000a19:19:30.606203 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:19:31.176878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18194): Launched\u000a19:19:31.691871 run osmo-stp_10.42.42.5(pid=18195): Launched\u000a19:19:31.828273 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:19:32.438702 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18197): Launched\u000a19:19:32.763207 run osmo-msc_10.42.42.6(pid=18198): Launched\u000a19:19:32.951740 run osmo-stp_10.42.42.5(pid=18195): ERR: Terminated: ERROR {rc=1} [trial-2381↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18195)]\u000a19:19:33.087724 run osmo-stp_10.42.42.5(pid=18195): stdout: \u000a| (launched: 2022-12-12_19:19:31.360302)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:19:33.223255 run osmo-stp_10.42.42.5(pid=18195): stderr: \u000a| �[0;m�[38;5;43m20221212191931562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191931562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191931562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191931563 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191931563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191931563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191931563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:19:33.352678 run osmo-stp_10.42.42.5(pid=18195): stdout: \u000a| (launched: 2022-12-12_19:19:31.360302)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:19:33.481829 run osmo-stp_10.42.42.5(pid=18195): stderr: \u000a| �[0;m�[38;5;43m20221212191931562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191931562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191931562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191931563 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191931563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191931563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191931563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:19:33.538020 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=18195): Process ended prematurely: osmo-stp_10.42.42.5(pid=18195) [trial-2381↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18195)] [trial-2381↪sms:oc2g↪mo_mt_sms.py:16]\u000a19:19:33.546508 tst mo_mt_sms.py:16: Test FAILED (6.4 sec)\u000a19:19:33.610215 run osmo-hlr_10.42.42.2(pid=18192): ERR: Terminated: ERROR {rc=237} [trial-2381↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18192)]\u000a19:19:33.662231 run osmo-hlr_10.42.42.2(pid=18192): stdout: \u000a| (launched: 2022-12-12_19:19:30.349338) \u000a19:19:33.715056 run osmo-hlr_10.42.42.2(pid=18192): stderr: \u000a| �[0;m�[1;31m20221212191930522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212191930523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212191930523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191930523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191930523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212191930523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212191930535 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/sms:oc2g/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212191930546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212191930546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212191930546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:19:33.786515 run osmo-msc_10.42.42.6(pid=18198): ERR: Terminated: ERROR {rc=2} [trial-2381↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18198)]\u000a19:19:33.838618 run osmo-msc_10.42.42.6(pid=18198): stdout: \u000a| (launched: 2022-12-12_19:19:32.602985) \u000a19:19:33.891266 run osmo-msc_10.42.42.6(pid=18198): stderr: \u000a| �[0;m�[38;5;43m20221212191932921 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212191932921 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f027d7fdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212191932921 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212191932921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212191932922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212191932922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212191932923 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212191932924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212191932924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212191932924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:19:33.935613 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18191): Terminating (SIGTERM)\u000a19:19:33.978025 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18194): Terminating (SIGTERM)\u000a19:19:34.020655 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18197): Terminating (SIGTERM)\u000a19:19:34.030840 --- ParallelTerminationStrategy: PID 18191 died...\u000a19:19:34.087758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18191): Terminated: ok {rc=0}\u000a19:19:34.098345 --- ParallelTerminationStrategy: PID 18194 died...\u000a19:19:34.155004 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18194): Terminated: ok {rc=0}\u000a19:19:34.165880 --- ParallelTerminationStrategy: PID 18197 died...\u000a19:19:34.222389 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18197): Terminated: ok {rc=0}\u000a19:19:34.310703 bus /sierra_3: Setting Powered False\u000a19:19:35.420796 bus /sierra_3: Setting Powered False\u000a19:19:36.533826 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "19", "name" : "sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:19:26" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "nitb_ussd:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=18204): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18204) [trial-2381↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18204)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=18204): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18204) [trial-2381↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18204)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 nitb_ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a19:19:38.332580 tst nitb_ussd:oc2g: Using 1 x ip_address (candidates: 1)\u000a19:19:38.343721 tst nitb_ussd:oc2g: Using 1 x bts (candidates: 1)\u000a19:19:38.473729 tst assert_extension.py: using LAC 30942\u000a19:19:38.601207 tst assert_extension.py: using RAC 87\u000a19:19:38.726697 tst assert_extension.py: using CellId 30942\u000a19:19:38.851718 tst assert_extension.py: using BVCI 30943\u000a19:19:38.876064 tst nitb_ussd:oc2g: Using 1 x modem (candidates: 1)\u000a19:19:39.152231 tst assert_extension.py:10: start nitb and bts...\u000a19:19:39.277188 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a19:19:39.897602 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18203): Launched\u000a19:19:40.194092 run osmo-nitb_10.42.42.2(pid=18204): Launched\u000a19:19:40.379248 run osmo-nitb_10.42.42.2(pid=18204): ERR: Terminated: ERROR {rc=2} [trial-2381↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18204)]\u000a19:19:40.516784 run osmo-nitb_10.42.42.2(pid=18204): stdout: \u000a| (launched: 2022-12-12_19:19:40.049098) \u000a19:19:40.653944 run osmo-nitb_10.42.42.2(pid=18204): stderr: \u000a| (launched: 2022-12-12_19:19:40.093600)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:19:40.786032 run osmo-nitb_10.42.42.2(pid=18204): stdout: \u000a| (launched: 2022-12-12_19:19:40.049098) \u000a19:19:40.916455 run osmo-nitb_10.42.42.2(pid=18204): stderr: \u000a| (launched: 2022-12-12_19:19:40.093600)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:19:41.315552 tst osmo-nitb_10.42.42.2(pid=18204): stdout: \u000a| (launched: 2022-12-12_19:19:40.049098) \u000a19:19:41.435220 tst osmo-nitb_10.42.42.2(pid=18204): stderr: \u000a| (launched: 2022-12-12_19:19:40.093600)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:19:41.487384 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=18204): Process ended prematurely: osmo-nitb_10.42.42.2(pid=18204) [trial-2381↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=18204)] [trial-2381↪nitb_ussd:oc2g↪assert_extension.py:12]\u000a19:19:41.495532 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a19:19:41.530734 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18203): Terminating (SIGTERM)\u000a19:19:41.708501 --- ParallelTerminationStrategy: PID 18203 died...\u000a19:19:41.764338 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=18203): Terminated: ok {rc=0}\u000a19:19:41.853081 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "20", "name" : "nitb_ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:19:38" }, { "cases" : [ { "testActions" : [ ], "age" : 179, "className" : "ussd:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18214): Process ended prematurely: osmo-stp_10.42.42.5(pid=18214) [trial-2381↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18214)]", "failedSince" : 2203, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18214): Process ended prematurely: osmo-stp_10.42.42.5(pid=18214) [trial-2381↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18214)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a19:19:43.644319 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a19:19:43.655055 tst ussd:oc2g: Using 1 x bts (candidates: 1)\u000a19:19:43.774235 tst assert_extension.py: using LAC 30943\u000a19:19:43.890968 tst assert_extension.py: using RAC 88\u000a19:19:44.009663 tst assert_extension.py: using CellId 30943\u000a19:19:44.126533 tst assert_extension.py: using BVCI 30944\u000a19:19:44.149063 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a19:19:44.159508 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a19:19:44.170268 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a19:19:44.180697 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a19:19:44.191264 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a19:19:44.201791 tst ussd:oc2g: Using 1 x modem (candidates: 1)\u000a19:19:44.410242 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:19:44.917825 run create_hlr_db(pid=18208): Launched\u000a19:19:45.105116 bus /sierra_2: Setting Powered False\u000a19:19:46.180015 run create_hlr_db(pid=18208): Terminated: ok {rc=0}\u000a19:19:46.630407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18210): Launched\u000a19:19:47.124248 run osmo-hlr_10.42.42.2(pid=18211): Launched\u000a19:19:47.297411 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:19:47.864065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18213): Launched\u000a19:19:48.187831 run osmo-stp_10.42.42.5(pid=18214): Launched\u000a19:19:48.305858 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:19:48.895411 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18216): Launched\u000a19:19:49.219253 run osmo-msc_10.42.42.6(pid=18217): Launched\u000a19:19:49.409228 run osmo-stp_10.42.42.5(pid=18214): ERR: Terminated: ERROR {rc=1} [trial-2381↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18214)]\u000a19:19:49.546216 run osmo-stp_10.42.42.5(pid=18214): stdout: \u000a| (launched: 2022-12-12_19:19:48.028185)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:19:49.681502 run osmo-stp_10.42.42.5(pid=18214): stderr: \u000a| �[0;m�[38;5;43m20221212191948219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191948219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191948219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191948219 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191948220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191948220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191948220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:19:49.811381 run osmo-stp_10.42.42.5(pid=18214): stdout: \u000a| (launched: 2022-12-12_19:19:48.028185)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:19:49.940108 run osmo-stp_10.42.42.5(pid=18214): stderr: \u000a| �[0;m�[38;5;43m20221212191948219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191948219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191948219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191948219 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191948220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191948220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191948220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:19:49.996729 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=18214): Process ended prematurely: osmo-stp_10.42.42.5(pid=18214) [trial-2381↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18214)] [trial-2381↪ussd:oc2g↪assert_extension.py:17]\u000a19:19:50.005469 tst assert_extension.py:17: Test FAILED (6.3 sec)\u000a19:19:50.069404 run osmo-hlr_10.42.42.2(pid=18211): ERR: Terminated: ERROR {rc=237} [trial-2381↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18211)]\u000a19:19:50.121382 run osmo-hlr_10.42.42.2(pid=18211): stdout: \u000a| (launched: 2022-12-12_19:19:46.843457) \u000a19:19:50.173924 run osmo-hlr_10.42.42.2(pid=18211): stderr: \u000a| �[0;m�[1;31m20221212191947097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212191947097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212191947097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191947097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191947097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212191947097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212191947114 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/ussd:oc2g/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212191947131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212191947135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212191947136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:19:50.245635 run osmo-msc_10.42.42.6(pid=18217): ERR: Terminated: ERROR {rc=2} [trial-2381↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18217)]\u000a19:19:50.297594 run osmo-msc_10.42.42.6(pid=18217): stdout: \u000a| (launched: 2022-12-12_19:19:49.059158) \u000a19:19:50.350350 run osmo-msc_10.42.42.6(pid=18217): stderr: \u000a| �[0;m�[38;5;43m20221212191949379 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212191949379 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fafdb226c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212191949379 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212191949379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212191949379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212191949379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212191949381 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212191949381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212191949382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212191949382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:19:50.394961 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18210): Terminating (SIGTERM)\u000a19:19:50.437565 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18213): Terminating (SIGTERM)\u000a19:19:50.479980 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18216): Terminating (SIGTERM)\u000a19:19:50.490292 --- ParallelTerminationStrategy: PID 18210 died...\u000a19:19:50.547536 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18210): Terminated: ok {rc=0}\u000a19:19:50.557851 --- ParallelTerminationStrategy: PID 18213 died...\u000a19:19:50.614672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18213): Terminated: ok {rc=0}\u000a19:19:50.624889 --- ParallelTerminationStrategy: PID 18216 died...\u000a19:19:50.681635 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18216): Terminated: ok {rc=0}\u000a19:19:50.770375 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "21", "name" : "ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:19:43" }, { "cases" : [ { "testActions" : [ ], "age" : 179, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18228): Process ended prematurely: osmo-stp_10.42.42.5(pid=18228) [trial-2381↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18228)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18228): Process ended prematurely: osmo-stp_10.42.42.5(pid=18228) [trial-2381↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18228)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a19:19:52.701553 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:19:52.713260 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a19:19:52.871067 tst mo_mt_call.py: using LAC 30944\u000a19:19:52.994357 tst mo_mt_call.py: using RAC 89\u000a19:19:53.112814 tst mo_mt_call.py: using CellId 30944\u000a19:19:53.232304 tst mo_mt_call.py: using BVCI 30945\u000a19:19:53.255700 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:19:53.266905 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:19:53.277874 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:19:53.288690 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:19:53.299659 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:19:53.310526 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:19:53.424706 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:19:53.626936 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:19:54.116578 run create_hlr_db(pid=18222): Launched\u000a19:19:54.292270 bus /sierra_2: Setting Powered False\u000a19:19:55.314004 run create_hlr_db(pid=18222): Terminated: ok {rc=0}\u000a19:19:55.722674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18224): Launched\u000a19:19:56.029309 run osmo-hlr_10.42.42.2(pid=18225): Launched\u000a19:19:56.150034 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:19:56.688818 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18227): Launched\u000a19:19:56.994461 run osmo-stp_10.42.42.5(pid=18228): Launched\u000a19:19:57.105552 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:19:57.663646 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18230): Launched\u000a19:19:57.969236 run osmo-msc_10.42.42.6(pid=18231): Launched\u000a19:19:58.148511 run osmo-stp_10.42.42.5(pid=18228): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18228)]\u000a19:19:58.277092 run osmo-stp_10.42.42.5(pid=18228): stdout: \u000a| (launched: 2022-12-12_19:19:56.843813)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:19:58.403697 run osmo-stp_10.42.42.5(pid=18228): stderr: \u000a| �[0;m�[38;5;43m20221212191957015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191957015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191957015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191957016 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191957016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191957016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191957016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:19:58.525940 run osmo-stp_10.42.42.5(pid=18228): stdout: \u000a| (launched: 2022-12-12_19:19:56.843813)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:19:58.647720 run osmo-stp_10.42.42.5(pid=18228): stderr: \u000a| �[0;m�[38;5;43m20221212191957015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212191957015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212191957015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212191957016 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212191957016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212191957016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212191957016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:19:58.701331 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18228): Process ended prematurely: osmo-stp_10.42.42.5(pid=18228) [trial-2381↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18228)] [trial-2381↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a19:19:58.709798 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a19:19:58.769668 run osmo-hlr_10.42.42.2(pid=18225): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18225)]\u000a19:19:58.818786 run osmo-hlr_10.42.42.2(pid=18225): stdout: \u000a| (launched: 2022-12-12_19:19:55.877626) \u000a19:19:58.868548 run osmo-hlr_10.42.42.2(pid=18225): stderr: \u000a| �[0;m�[1;31m20221212191956054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212191956054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212191956054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191956054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212191956054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212191956054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212191956067 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212191956076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212191956077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212191956077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:19:58.936242 run osmo-msc_10.42.42.6(pid=18231): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18231)]\u000a19:19:58.985251 run osmo-msc_10.42.42.6(pid=18231): stdout: \u000a| (launched: 2022-12-12_19:19:57.818105) \u000a19:19:59.034964 run osmo-msc_10.42.42.6(pid=18231): stderr: \u000a| �[0;m�[38;5;43m20221212191958086 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212191958086 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f24ad1e7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212191958086 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212191958087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212191958087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212191958087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212191958089 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212191958089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212191958089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212191958089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:19:59.076844 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18224): Terminating (SIGTERM)\u000a19:19:59.116460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18227): Terminating (SIGTERM)\u000a19:19:59.155866 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18230): Terminating (SIGTERM)\u000a19:19:59.165251 --- ParallelTerminationStrategy: PID 18224 died...\u000a19:19:59.218403 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18224): Terminated: ok {rc=0}\u000a19:19:59.227935 --- ParallelTerminationStrategy: PID 18227 died...\u000a19:19:59.280694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18227): Terminated: ok {rc=0}\u000a19:19:59.290278 --- ParallelTerminationStrategy: PID 18230 died...\u000a19:19:59.343130 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18230): Terminated: ok {rc=0}\u000a19:19:59.426847 bus /sierra_3: Setting Powered False\u000a19:20:00.535295 bus /sierra_3: Setting Powered False\u000a19:20:01.660427 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 179, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18242): Process ended prematurely: osmo-stp_10.42.42.5(pid=18242) [trial-2381↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18242)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18242): Process ended prematurely: osmo-stp_10.42.42.5(pid=18242) [trial-2381↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18242)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:20:02.777002 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:20:02.789612 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a19:20:02.944086 tst mo_mt_call_osmux.py: using LAC 30945\u000a19:20:03.071497 tst mo_mt_call_osmux.py: using RAC 90\u000a19:20:03.200384 tst mo_mt_call_osmux.py: using CellId 30945\u000a19:20:03.322580 tst mo_mt_call_osmux.py: using BVCI 30946\u000a19:20:03.346182 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:20:03.357362 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:20:03.368469 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:20:03.379516 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:20:03.390564 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:20:03.401505 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:20:03.521024 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:20:03.725696 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:20:04.214852 run create_hlr_db(pid=18236): Launched\u000a19:20:04.390233 bus /sierra_2: Setting Powered False\u000a19:20:05.412752 run create_hlr_db(pid=18236): Terminated: ok {rc=0}\u000a19:20:05.848621 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18238): Launched\u000a19:20:06.176858 run osmo-hlr_10.42.42.2(pid=18239): Launched\u000a19:20:06.298214 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:20:06.869932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18241): Launched\u000a19:20:07.197982 run osmo-stp_10.42.42.5(pid=18242): Launched\u000a19:20:07.316760 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:20:07.917874 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18244): Launched\u000a19:20:08.243586 run osmo-msc_10.42.42.6(pid=18245): Launched\u000a19:20:08.425274 run osmo-stp_10.42.42.5(pid=18242): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18242)]\u000a19:20:08.556006 run osmo-stp_10.42.42.5(pid=18242): stdout: \u000a| (launched: 2022-12-12_19:20:07.037097)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:20:08.683946 run osmo-stp_10.42.42.5(pid=18242): stderr: \u000a| �[0;m�[38;5;43m20221212192007229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192007229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192007230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192007230 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192007231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192007231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192007231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:20:08.807248 run osmo-stp_10.42.42.5(pid=18242): stdout: \u000a| (launched: 2022-12-12_19:20:07.037097)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:20:08.928763 run osmo-stp_10.42.42.5(pid=18242): stderr: \u000a| �[0;m�[38;5;43m20221212192007229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192007229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192007230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192007230 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192007231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192007231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192007231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:20:08.982802 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18242): Process ended prematurely: osmo-stp_10.42.42.5(pid=18242) [trial-2381↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18242)] [trial-2381↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a19:20:08.991414 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a19:20:09.051792 run osmo-hlr_10.42.42.2(pid=18239): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18239)]\u000a19:20:09.101108 run osmo-hlr_10.42.42.2(pid=18239): stdout: \u000a| (launched: 2022-12-12_19:20:06.015488) \u000a19:20:09.150943 run osmo-hlr_10.42.42.2(pid=18239): stderr: \u000a| �[0;m�[1;31m20221212192006212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212192006212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212192006212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192006212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192006212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212192006212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212192006226 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212192006236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212192006236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212192006236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:20:09.218847 run osmo-msc_10.42.42.6(pid=18245): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18245)]\u000a19:20:09.268178 run osmo-msc_10.42.42.6(pid=18245): stdout: \u000a| (launched: 2022-12-12_19:20:08.084761) \u000a19:20:09.318027 run osmo-msc_10.42.42.6(pid=18245): stderr: \u000a| �[0;m�[38;5;43m20221212192008363 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212192008363 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd9084f3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212192008363 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212192008363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212192008363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212192008363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212192008365 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212192008366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212192008366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212192008366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:20:09.359951 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18238): Terminating (SIGTERM)\u000a19:20:09.399682 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18241): Terminating (SIGTERM)\u000a19:20:09.439661 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18244): Terminating (SIGTERM)\u000a19:20:09.449075 --- ParallelTerminationStrategy: PID 18238 died...\u000a19:20:09.502829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18238): Terminated: ok {rc=0}\u000a19:20:09.512721 --- ParallelTerminationStrategy: PID 18241 died...\u000a19:20:09.566367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18241): Terminated: ok {rc=0}\u000a19:20:09.576093 --- ParallelTerminationStrategy: PID 18244 died...\u000a19:20:09.630267 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18244): Terminated: ok {rc=0}\u000a19:20:09.718640 bus /sierra_3: Setting Powered False\u000a19:20:10.823925 bus /sierra_3: Setting Powered False\u000a19:20:11.934969 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "22", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:19:52" }, { "cases" : [ { "testActions" : [ ], "age" : 179, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18257): Process ended prematurely: osmo-stp_10.42.42.5(pid=18257) [trial-2381↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18257)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18257): Process ended prematurely: osmo-stp_10.42.42.5(pid=18257) [trial-2381↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18257)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a19:20:13.890704 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:20:13.901822 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a19:20:14.043231 tst mo_mt_call.py: using LAC 30946\u000a19:20:14.163644 tst mo_mt_call.py: using RAC 91\u000a19:20:14.281200 tst mo_mt_call.py: using CellId 30946\u000a19:20:14.398790 tst mo_mt_call.py: using BVCI 30947\u000a19:20:14.421975 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:20:14.432811 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:20:14.443727 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:20:14.454606 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:20:14.465434 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:20:14.476227 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:20:14.597292 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:20:14.813147 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:20:15.331004 run create_hlr_db(pid=18251): Launched\u000a19:20:15.522482 bus /sierra_2: Setting Powered False\u000a19:20:16.549076 run create_hlr_db(pid=18251): Terminated: ok {rc=0}\u000a19:20:17.007217 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18253): Launched\u000a19:20:17.341961 run osmo-hlr_10.42.42.2(pid=18254): Launched\u000a19:20:17.460300 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:20:18.031793 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18256): Launched\u000a19:20:18.360652 run osmo-stp_10.42.42.5(pid=18257): Launched\u000a19:20:18.481354 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:20:19.083178 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18259): Launched\u000a19:20:19.412866 run osmo-msc_10.42.42.6(pid=18260): Launched\u000a19:20:19.607230 run osmo-stp_10.42.42.5(pid=18257): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18257)]\u000a19:20:19.746985 run osmo-stp_10.42.42.5(pid=18257): stdout: \u000a| (launched: 2022-12-12_19:20:18.198899)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:20:19.884930 run osmo-stp_10.42.42.5(pid=18257): stderr: \u000a| �[0;m�[38;5;43m20221212192018388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192018389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192018389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192018389 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192018390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192018390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192018390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:20:20.017082 run osmo-stp_10.42.42.5(pid=18257): stdout: \u000a| (launched: 2022-12-12_19:20:18.198899)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:20:20.148151 run osmo-stp_10.42.42.5(pid=18257): stderr: \u000a| �[0;m�[38;5;43m20221212192018388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192018389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192018389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192018389 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192018390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192018390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192018390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:20:20.206238 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18257): Process ended prematurely: osmo-stp_10.42.42.5(pid=18257) [trial-2381↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18257)] [trial-2381↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a19:20:20.215594 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a19:20:20.279971 run osmo-hlr_10.42.42.2(pid=18254): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18254)]\u000a19:20:20.332646 run osmo-hlr_10.42.42.2(pid=18254): stdout: \u000a| (launched: 2022-12-12_19:20:17.177817) \u000a19:20:20.385904 run osmo-hlr_10.42.42.2(pid=18254): stderr: \u000a| �[0;m�[1;31m20221212192017374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212192017374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212192017374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192017374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192017375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212192017375 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212192017387 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212192017395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212192017396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212192017396 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:20:20.458560 run osmo-msc_10.42.42.6(pid=18260): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18260)]\u000a19:20:20.511186 run osmo-msc_10.42.42.6(pid=18260): stdout: \u000a| (launched: 2022-12-12_19:20:19.250637) \u000a19:20:20.564305 run osmo-msc_10.42.42.6(pid=18260): stderr: \u000a| �[0;m�[38;5;43m20221212192019571 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212192019571 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f044ce80c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212192019571 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212192019571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212192019571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212192019571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212192019573 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212192019573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212192019574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212192019574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:20:20.609163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18253): Terminating (SIGTERM)\u000a19:20:20.651960 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18256): Terminating (SIGTERM)\u000a19:20:20.694430 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18259): Terminating (SIGTERM)\u000a19:20:20.704552 --- ParallelTerminationStrategy: PID 18253 died...\u000a19:20:20.761221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18253): Terminated: ok {rc=0}\u000a19:20:20.771922 --- ParallelTerminationStrategy: PID 18256 died...\u000a19:20:20.828609 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18256): Terminated: ok {rc=0}\u000a19:20:20.839254 --- ParallelTerminationStrategy: PID 18259 died...\u000a19:20:20.896243 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18259): Terminated: ok {rc=0}\u000a19:20:20.984922 bus /sierra_3: Setting Powered False\u000a19:20:22.091158 bus /sierra_3: Setting Powered False\u000a19:20:23.205632 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 179, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18268): Process ended prematurely: osmo-stp_10.42.42.5(pid=18268) [trial-2381↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18268)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18268): Process ended prematurely: osmo-stp_10.42.42.5(pid=18268) [trial-2381↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18268)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:20:24.316350 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:20:24.328084 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a19:20:24.474626 tst mo_mt_call_osmux.py: using LAC 30947\u000a19:20:24.597086 tst mo_mt_call_osmux.py: using RAC 92\u000a19:20:24.718659 tst mo_mt_call_osmux.py: using CellId 30947\u000a19:20:24.847299 tst mo_mt_call_osmux.py: using BVCI 30948\u000a19:20:24.872472 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:20:24.884192 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:20:24.895741 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:20:24.907747 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:20:24.919845 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:20:24.931576 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:20:25.048463 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:20:25.265546 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:20:25.785675 run create_hlr_db(pid=18262): Launched\u000a19:20:25.976650 bus /sierra_2: Setting Powered False\u000a19:20:26.997503 run create_hlr_db(pid=18262): Terminated: ok {rc=0}\u000a19:20:27.411099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18264): Launched\u000a19:20:27.718934 run osmo-hlr_10.42.42.2(pid=18265): Launched\u000a19:20:27.831756 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:20:28.364569 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18267): Launched\u000a19:20:28.671424 run osmo-stp_10.42.42.5(pid=18268): Launched\u000a19:20:28.782484 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:20:29.353406 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18270): Launched\u000a19:20:29.684774 run osmo-msc_10.42.42.6(pid=18271): Launched\u000a19:20:29.877954 run osmo-stp_10.42.42.5(pid=18268): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18268)]\u000a19:20:30.016705 run osmo-stp_10.42.42.5(pid=18268): stdout: \u000a| (launched: 2022-12-12_19:20:28.520239)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:20:30.154551 run osmo-stp_10.42.42.5(pid=18268): stderr: \u000a| �[0;m�[38;5;43m20221212192028690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192028690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192028690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192028691 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192028691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192028691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192028691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:20:30.286914 run osmo-stp_10.42.42.5(pid=18268): stdout: \u000a| (launched: 2022-12-12_19:20:28.520239)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:20:30.418088 run osmo-stp_10.42.42.5(pid=18268): stderr: \u000a| �[0;m�[38;5;43m20221212192028690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192028690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192028690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192028691 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192028691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192028691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192028691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:20:30.476130 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18268): Process ended prematurely: osmo-stp_10.42.42.5(pid=18268) [trial-2381↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18268)] [trial-2381↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a19:20:30.485695 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a19:20:30.550071 run osmo-hlr_10.42.42.2(pid=18265): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18265)]\u000a19:20:30.602369 run osmo-hlr_10.42.42.2(pid=18265): stdout: \u000a| (launched: 2022-12-12_19:20:27.566611) \u000a19:20:30.655649 run osmo-hlr_10.42.42.2(pid=18265): stderr: \u000a| �[0;m�[1;31m20221212192027743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212192027743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212192027743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192027743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192027743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212192027743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212192027756 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212192027764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212192027764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212192027765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:20:30.727313 run osmo-msc_10.42.42.6(pid=18271): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18271)]\u000a19:20:30.779516 run osmo-msc_10.42.42.6(pid=18271): stdout: \u000a| (launched: 2022-12-12_19:20:29.522009) \u000a19:20:30.832588 run osmo-msc_10.42.42.6(pid=18271): stderr: \u000a| �[0;m�[38;5;43m20221212192029842 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212192029843 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc523b98c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212192029843 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212192029843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212192029843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212192029843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212192029845 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212192029845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212192029846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212192029846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:20:30.889958 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18264): Terminating (SIGTERM)\u000a19:20:30.944597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18267): Terminating (SIGTERM)\u000a19:20:30.988731 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18270): Terminating (SIGTERM)\u000a19:20:30.999788 --- ParallelTerminationStrategy: PID 18264 died...\u000a19:20:31.061845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18264): Terminated: ok {rc=0}\u000a19:20:31.072506 --- ParallelTerminationStrategy: PID 18267 died...\u000a19:20:31.129448 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18267): Terminated: ok {rc=0}\u000a19:20:31.140021 --- ParallelTerminationStrategy: PID 18270 died...\u000a19:20:31.197514 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18270): Terminated: ok {rc=0}\u000a19:20:31.286622 bus /sierra_3: Setting Powered False\u000a19:20:32.390342 bus /sierra_3: Setting Powered False\u000a19:20:33.504442 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "23", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:20:13" }, { "cases" : [ { "testActions" : [ ], "age" : 179, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18283): Process ended prematurely: osmo-stp_10.42.42.5(pid=18283) [trial-2381↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18283)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18283): Process ended prematurely: osmo-stp_10.42.42.5(pid=18283) [trial-2381↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18283)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a19:20:35.459403 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:20:35.470461 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a19:20:35.612829 tst mo_mt_call.py: using LAC 30948\u000a19:20:35.731610 tst mo_mt_call.py: using RAC 93\u000a19:20:35.855801 tst mo_mt_call.py: using CellId 30948\u000a19:20:35.974223 tst mo_mt_call.py: using BVCI 30949\u000a19:20:35.997583 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:20:36.008565 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:20:36.019361 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:20:36.030227 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:20:36.041091 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:20:36.051883 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:20:36.170937 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:20:36.386242 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:20:36.904893 run create_hlr_db(pid=18277): Launched\u000a19:20:37.096317 bus /sierra_2: Setting Powered False\u000a19:20:38.117647 run create_hlr_db(pid=18277): Terminated: ok {rc=0}\u000a19:20:38.529589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18279): Launched\u000a19:20:38.836696 run osmo-hlr_10.42.42.2(pid=18280): Launched\u000a19:20:38.958486 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:20:39.495949 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18282): Launched\u000a19:20:39.802460 run osmo-stp_10.42.42.5(pid=18283): Launched\u000a19:20:39.914195 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:20:40.474883 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18285): Launched\u000a19:20:40.781892 run osmo-msc_10.42.42.6(pid=18286): Launched\u000a19:20:40.961038 run osmo-stp_10.42.42.5(pid=18283): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18283)]\u000a19:20:41.089799 run osmo-stp_10.42.42.5(pid=18283): stdout: \u000a| (launched: 2022-12-12_19:20:39.651295)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:20:41.217084 run osmo-stp_10.42.42.5(pid=18283): stderr: \u000a| �[0;m�[38;5;43m20221212192039821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192039821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192039822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192039822 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192039822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192039823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192039823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:20:41.339483 run osmo-stp_10.42.42.5(pid=18283): stdout: \u000a| (launched: 2022-12-12_19:20:39.651295)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:20:41.461179 run osmo-stp_10.42.42.5(pid=18283): stderr: \u000a| �[0;m�[38;5;43m20221212192039821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192039821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192039822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192039822 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192039822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192039823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192039823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:20:41.514818 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18283): Process ended prematurely: osmo-stp_10.42.42.5(pid=18283) [trial-2381↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18283)] [trial-2381↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a19:20:41.523510 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a19:20:41.584015 run osmo-hlr_10.42.42.2(pid=18280): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18280)]\u000a19:20:41.633466 run osmo-hlr_10.42.42.2(pid=18280): stdout: \u000a| (launched: 2022-12-12_19:20:38.685274) \u000a19:20:41.683605 run osmo-hlr_10.42.42.2(pid=18280): stderr: \u000a| �[0;m�[1;31m20221212192038860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212192038861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212192038861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192038861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192038861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212192038861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212192038873 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212192038881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212192038881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212192038881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:20:41.751649 run osmo-msc_10.42.42.6(pid=18286): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18286)]\u000a19:20:41.801131 run osmo-msc_10.42.42.6(pid=18286): stdout: \u000a| (launched: 2022-12-12_19:20:40.630192) \u000a19:20:41.851216 run osmo-msc_10.42.42.6(pid=18286): stderr: \u000a| �[0;m�[38;5;43m20221212192040902 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212192040902 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5ae6e33c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212192040902 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212192040902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212192040902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212192040903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212192040904 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212192040905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212192040905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212192040905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:20:41.893500 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18279): Terminating (SIGTERM)\u000a19:20:41.933439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18282): Terminating (SIGTERM)\u000a19:20:41.973524 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18285): Terminating (SIGTERM)\u000a19:20:41.982875 --- ParallelTerminationStrategy: PID 18279 died...\u000a19:20:42.037956 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18279): Terminated: ok {rc=0}\u000a19:20:42.047796 --- ParallelTerminationStrategy: PID 18282 died...\u000a19:20:42.101559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18282): Terminated: ok {rc=0}\u000a19:20:42.111323 --- ParallelTerminationStrategy: PID 18285 died...\u000a19:20:42.164693 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18285): Terminated: ok {rc=0}\u000a19:20:42.248645 bus /sierra_3: Setting Powered False\u000a19:20:43.351727 bus /sierra_3: Setting Powered False\u000a19:20:44.459392 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 181, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18294): Process ended prematurely: osmo-stp_10.42.42.5(pid=18294) [trial-2381↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18294)]", "failedSince" : 2201, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18294): Process ended prematurely: osmo-stp_10.42.42.5(pid=18294) [trial-2381↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18294)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:20:45.575413 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:20:45.587742 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a19:20:45.741662 tst mo_mt_call_osmux.py: using LAC 30949\u000a19:20:45.894330 tst mo_mt_call_osmux.py: using RAC 94\u000a19:20:46.051250 tst mo_mt_call_osmux.py: using CellId 30949\u000a19:20:46.193196 tst mo_mt_call_osmux.py: using BVCI 30950\u000a19:20:46.219587 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:20:46.232349 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:20:46.245306 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:20:46.258268 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:20:46.270848 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:20:46.284845 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:20:46.410188 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:20:46.625327 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:20:47.185709 run create_hlr_db(pid=18288): Launched\u000a19:20:47.377717 bus /sierra_2: Setting Powered False\u000a19:20:48.397374 run create_hlr_db(pid=18288): Terminated: ok {rc=0}\u000a19:20:48.835821 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18290): Launched\u000a19:20:49.166005 run osmo-hlr_10.42.42.2(pid=18291): Launched\u000a19:20:49.288636 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:20:49.862119 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18293): Launched\u000a19:20:50.190778 run osmo-stp_10.42.42.5(pid=18294): Launched\u000a19:20:50.309997 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:20:50.910581 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18296): Launched\u000a19:20:51.240059 run osmo-msc_10.42.42.6(pid=18297): Launched\u000a19:20:51.432549 run osmo-stp_10.42.42.5(pid=18294): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18294)]\u000a19:20:51.572174 run osmo-stp_10.42.42.5(pid=18294): stdout: \u000a| (launched: 2022-12-12_19:20:50.029611)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:20:51.710153 run osmo-stp_10.42.42.5(pid=18294): stderr: \u000a| �[0;m�[38;5;43m20221212192050221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192050222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192050222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192050222 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192050223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192050223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192050223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:20:51.842456 run osmo-stp_10.42.42.5(pid=18294): stdout: \u000a| (launched: 2022-12-12_19:20:50.029611)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:20:51.973431 run osmo-stp_10.42.42.5(pid=18294): stderr: \u000a| �[0;m�[38;5;43m20221212192050221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192050222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192050222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192050222 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192050223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192050223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192050223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:20:52.031017 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18294): Process ended prematurely: osmo-stp_10.42.42.5(pid=18294) [trial-2381↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18294)] [trial-2381↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a19:20:52.040131 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a19:20:52.104154 run osmo-hlr_10.42.42.2(pid=18291): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18291)]\u000a19:20:52.156282 run osmo-hlr_10.42.42.2(pid=18291): stdout: \u000a| (launched: 2022-12-12_19:20:49.003354) \u000a19:20:52.209162 run osmo-hlr_10.42.42.2(pid=18291): stderr: \u000a| �[0;m�[1;31m20221212192049200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212192049200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212192049200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192049200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192049200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212192049200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212192049226 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212192049236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212192049236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212192049236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:20:52.280736 run osmo-msc_10.42.42.6(pid=18297): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18297)]\u000a19:20:52.332554 run osmo-msc_10.42.42.6(pid=18297): stdout: \u000a| (launched: 2022-12-12_19:20:51.077736) \u000a19:20:52.385794 run osmo-msc_10.42.42.6(pid=18297): stderr: \u000a| �[0;m�[38;5;43m20221212192051399 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212192051399 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6f73973c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212192051399 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212192051399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212192051399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212192051400 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212192051401 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212192051402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212192051402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212192051402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:20:52.430478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18290): Terminating (SIGTERM)\u000a19:20:52.472764 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18293): Terminating (SIGTERM)\u000a19:20:52.515216 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18296): Terminating (SIGTERM)\u000a19:20:52.526132 --- ParallelTerminationStrategy: PID 18290 died...\u000a19:20:52.582645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18290): Terminated: ok {rc=0}\u000a19:20:52.593152 --- ParallelTerminationStrategy: PID 18293 died...\u000a19:20:52.649519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18293): Terminated: ok {rc=0}\u000a19:20:52.659667 --- ParallelTerminationStrategy: PID 18296 died...\u000a19:20:52.715745 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18296): Terminated: ok {rc=0}\u000a19:20:52.802970 bus /sierra_3: Setting Powered False\u000a19:20:53.911188 bus /sierra_3: Setting Powered False\u000a19:20:55.020810 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "24", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:20:35" }, { "cases" : [ { "testActions" : [ ], "age" : 179, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18309): Process ended prematurely: osmo-stp_10.42.42.5(pid=18309) [trial-2381↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18309)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18309): Process ended prematurely: osmo-stp_10.42.42.5(pid=18309) [trial-2381↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18309)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a19:20:56.985841 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:20:56.997416 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a19:20:57.150815 tst mo_mt_call.py: using LAC 30950\u000a19:20:57.279017 tst mo_mt_call.py: using RAC 95\u000a19:20:57.407121 tst mo_mt_call.py: using CellId 30950\u000a19:20:57.535103 tst mo_mt_call.py: using BVCI 30951\u000a19:20:57.560271 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:20:57.571856 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:20:57.583238 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:20:57.594862 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:20:57.606530 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:20:57.618246 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a19:20:57.737427 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a19:20:57.953248 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:20:58.474225 run create_hlr_db(pid=18303): Launched\u000a19:20:58.666359 bus /sierra_2: Setting Powered False\u000a19:20:59.686837 run create_hlr_db(pid=18303): Terminated: ok {rc=0}\u000a19:21:00.101064 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18305): Launched\u000a19:21:00.410149 run osmo-hlr_10.42.42.2(pid=18306): Launched\u000a19:21:00.523535 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:21:01.095787 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18308): Launched\u000a19:21:01.514984 run osmo-stp_10.42.42.5(pid=18309): Launched\u000a19:21:01.730503 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:21:02.346433 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18311): Launched\u000a19:21:02.678742 run osmo-msc_10.42.42.6(pid=18312): Launched\u000a19:21:02.871403 run osmo-stp_10.42.42.5(pid=18309): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18309)]\u000a19:21:03.011067 run osmo-stp_10.42.42.5(pid=18309): stdout: \u000a| (launched: 2022-12-12_19:21:01.267256)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:21:03.149979 run osmo-stp_10.42.42.5(pid=18309): stderr: \u000a| �[0;m�[38;5;43m20221212192101539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192101540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192101540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192101540 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192101541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192101541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192101541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:21:03.282704 run osmo-stp_10.42.42.5(pid=18309): stdout: \u000a| (launched: 2022-12-12_19:21:01.267256)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:21:03.414486 run osmo-stp_10.42.42.5(pid=18309): stderr: \u000a| �[0;m�[38;5;43m20221212192101539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192101540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192101540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192101540 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192101541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192101541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192101541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:21:03.473075 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18309): Process ended prematurely: osmo-stp_10.42.42.5(pid=18309) [trial-2381↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18309)] [trial-2381↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a19:21:03.482237 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a19:21:03.547090 run osmo-hlr_10.42.42.2(pid=18306): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18306)]\u000a19:21:03.599955 run osmo-hlr_10.42.42.2(pid=18306): stdout: \u000a| (launched: 2022-12-12_19:21:00.257517) \u000a19:21:03.653482 run osmo-hlr_10.42.42.2(pid=18306): stderr: \u000a| �[0;m�[1;31m20221212192100433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212192100433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212192100433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192100433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192100434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212192100434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212192100450 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212192100459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212192100460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212192100460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:21:03.725943 run osmo-msc_10.42.42.6(pid=18312): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18312)]\u000a19:21:03.778680 run osmo-msc_10.42.42.6(pid=18312): stdout: \u000a| (launched: 2022-12-12_19:21:02.515225) \u000a19:21:03.832019 run osmo-msc_10.42.42.6(pid=18312): stderr: \u000a| �[0;m�[38;5;43m20221212192102838 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212192102838 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6c32bc4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212192102838 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212192102838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212192102838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212192102839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212192102840 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212192102841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212192102841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212192102841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:21:03.877326 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18305): Terminating (SIGTERM)\u000a19:21:03.919754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18308): Terminating (SIGTERM)\u000a19:21:03.962885 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18311): Terminating (SIGTERM)\u000a19:21:03.972844 --- ParallelTerminationStrategy: PID 18305 died...\u000a19:21:04.030334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18305): Terminated: ok {rc=0}\u000a19:21:04.040638 --- ParallelTerminationStrategy: PID 18308 died...\u000a19:21:04.097747 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18308): Terminated: ok {rc=0}\u000a19:21:04.107979 --- ParallelTerminationStrategy: PID 18311 died...\u000a19:21:04.164627 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18311): Terminated: ok {rc=0}\u000a19:21:04.253275 bus /sierra_3: Setting Powered False\u000a19:21:05.362875 bus /sierra_3: Setting Powered False\u000a19:21:06.472869 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 179, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18320): Process ended prematurely: osmo-stp_10.42.42.5(pid=18320) [trial-2381↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18320)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18320): Process ended prematurely: osmo-stp_10.42.42.5(pid=18320) [trial-2381↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18320)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:21:07.590447 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:21:07.602756 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a19:21:07.755980 tst mo_mt_call_osmux.py: using LAC 30951\u000a19:21:07.884711 tst mo_mt_call_osmux.py: using RAC 96\u000a19:21:08.013602 tst mo_mt_call_osmux.py: using CellId 30951\u000a19:21:08.142413 tst mo_mt_call_osmux.py: using BVCI 30952\u000a19:21:08.167562 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:21:08.179206 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:21:08.190690 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:21:08.202463 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:21:08.214294 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:21:08.225912 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a19:21:08.346073 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a19:21:08.560627 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:21:09.080152 run create_hlr_db(pid=18314): Launched\u000a19:21:09.271931 bus /sierra_2: Setting Powered False\u000a19:21:10.293034 run create_hlr_db(pid=18314): Terminated: ok {rc=0}\u000a19:21:10.707562 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18316): Launched\u000a19:21:11.016451 run osmo-hlr_10.42.42.2(pid=18317): Launched\u000a19:21:11.130752 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:21:11.663412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18319): Launched\u000a19:21:11.970023 run osmo-stp_10.42.42.5(pid=18320): Launched\u000a19:21:12.081297 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:21:12.643009 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18322): Launched\u000a19:21:12.950925 run osmo-msc_10.42.42.6(pid=18323): Launched\u000a19:21:13.130476 run osmo-stp_10.42.42.5(pid=18320): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18320)]\u000a19:21:13.260840 run osmo-stp_10.42.42.5(pid=18320): stdout: \u000a| (launched: 2022-12-12_19:21:11.818621)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:21:13.388368 run osmo-stp_10.42.42.5(pid=18320): stderr: \u000a| �[0;m�[38;5;43m20221212192111985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192111985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192111985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192111986 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192111986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192111986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192111986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:21:13.511194 run osmo-stp_10.42.42.5(pid=18320): stdout: \u000a| (launched: 2022-12-12_19:21:11.818621)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:21:13.632742 run osmo-stp_10.42.42.5(pid=18320): stderr: \u000a| �[0;m�[38;5;43m20221212192111985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192111985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192111985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192111986 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192111986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192111986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192111986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:21:13.686539 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18320): Process ended prematurely: osmo-stp_10.42.42.5(pid=18320) [trial-2381↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18320)] [trial-2381↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a19:21:13.695124 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a19:21:13.754992 run osmo-hlr_10.42.42.2(pid=18317): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18317)]\u000a19:21:13.804704 run osmo-hlr_10.42.42.2(pid=18317): stdout: \u000a| (launched: 2022-12-12_19:21:10.863632) \u000a19:21:13.854983 run osmo-hlr_10.42.42.2(pid=18317): stderr: \u000a| �[0;m�[1;31m20221212192111040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212192111040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212192111040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192111040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192111040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212192111040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212192111053 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212192111061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212192111061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212192111061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:21:13.923308 run osmo-msc_10.42.42.6(pid=18323): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18323)]\u000a19:21:13.973001 run osmo-msc_10.42.42.6(pid=18323): stdout: \u000a| (launched: 2022-12-12_19:21:12.798883) \u000a19:21:14.023281 run osmo-msc_10.42.42.6(pid=18323): stderr: \u000a| �[0;m�[38;5;43m20221212192113070 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212192113070 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb3ee1c7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212192113070 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212192113070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212192113070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212192113071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212192113072 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212192113073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212192113073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212192113073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:21:14.065533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18316): Terminating (SIGTERM)\u000a19:21:14.105332 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18319): Terminating (SIGTERM)\u000a19:21:14.145207 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18322): Terminating (SIGTERM)\u000a19:21:14.154476 --- ParallelTerminationStrategy: PID 18316 died...\u000a19:21:14.208768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18316): Terminated: ok {rc=0}\u000a19:21:14.218870 --- ParallelTerminationStrategy: PID 18319 died...\u000a19:21:14.272643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18319): Terminated: ok {rc=0}\u000a19:21:14.282701 --- ParallelTerminationStrategy: PID 18322 died...\u000a19:21:14.336488 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18322): Terminated: ok {rc=0}\u000a19:21:14.420350 bus /sierra_3: Setting Powered False\u000a19:21:15.522994 bus /sierra_3: Setting Powered False\u000a19:21:16.638581 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "25", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:20:56" }, { "cases" : [ { "testActions" : [ ], "age" : 179, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18334): Process ended prematurely: osmo-stp_10.42.42.5(pid=18334) [trial-2381↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18334)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18334): Process ended prematurely: osmo-stp_10.42.42.5(pid=18334) [trial-2381↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18334)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a19:21:18.607389 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:21:18.618938 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a19:21:18.767428 tst mo_mt_call.py: using LAC 30952\u000a19:21:18.889600 tst mo_mt_call.py: using RAC 97\u000a19:21:19.011664 tst mo_mt_call.py: using CellId 30952\u000a19:21:19.143001 tst mo_mt_call.py: using BVCI 30953\u000a19:21:19.168348 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:21:19.180062 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:21:19.191714 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:21:19.203774 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:21:19.215648 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:21:19.227545 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:21:19.344383 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:21:19.557777 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:21:20.075766 run create_hlr_db(pid=18328): Launched\u000a19:21:20.266878 bus /sierra_2: Setting Powered False\u000a19:21:21.287775 run create_hlr_db(pid=18328): Terminated: ok {rc=0}\u000a19:21:21.701241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18330): Launched\u000a19:21:22.042675 run osmo-hlr_10.42.42.2(pid=18331): Launched\u000a19:21:22.160746 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:21:22.738760 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18333): Launched\u000a19:21:23.069251 run osmo-stp_10.42.42.5(pid=18334): Launched\u000a19:21:23.189777 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:21:23.793896 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18336): Launched\u000a19:21:24.124081 run osmo-msc_10.42.42.6(pid=18337): Launched\u000a19:21:24.317210 run osmo-stp_10.42.42.5(pid=18334): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18334)]\u000a19:21:24.457016 run osmo-stp_10.42.42.5(pid=18334): stdout: \u000a| (launched: 2022-12-12_19:21:22.906633)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:21:24.595985 run osmo-stp_10.42.42.5(pid=18334): stderr: \u000a| �[0;m�[38;5;43m20221212192123099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192123099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192123099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192123100 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192123100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192123100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192123100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:21:24.728434 run osmo-stp_10.42.42.5(pid=18334): stdout: \u000a| (launched: 2022-12-12_19:21:22.906633)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:21:24.859806 run osmo-stp_10.42.42.5(pid=18334): stderr: \u000a| �[0;m�[38;5;43m20221212192123099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192123099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192123099 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192123100 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192123100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192123100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192123100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:21:24.917701 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18334): Process ended prematurely: osmo-stp_10.42.42.5(pid=18334) [trial-2381↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18334)] [trial-2381↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a19:21:24.926792 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a19:21:24.991138 run osmo-hlr_10.42.42.2(pid=18331): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18331)]\u000a19:21:25.043711 run osmo-hlr_10.42.42.2(pid=18331): stdout: \u000a| (launched: 2022-12-12_19:21:21.856646) \u000a19:21:25.097329 run osmo-hlr_10.42.42.2(pid=18331): stderr: \u000a| �[0;m�[1;31m20221212192122069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212192122069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212192122069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192122069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192122069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212192122069 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212192122082 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212192122092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212192122093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212192122093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:21:25.169442 run osmo-msc_10.42.42.6(pid=18337): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18337)]\u000a19:21:25.221889 run osmo-msc_10.42.42.6(pid=18337): stdout: \u000a| (launched: 2022-12-12_19:21:23.961577) \u000a19:21:25.274949 run osmo-msc_10.42.42.6(pid=18337): stderr: \u000a| �[0;m�[38;5;43m20221212192124281 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212192124282 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4443899c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212192124282 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212192124282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212192124282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212192124282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212192124284 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212192124284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212192124284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212192124284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:21:25.319967 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18330): Terminating (SIGTERM)\u000a19:21:25.362972 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18333): Terminating (SIGTERM)\u000a19:21:25.405532 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18336): Terminating (SIGTERM)\u000a19:21:25.415680 --- ParallelTerminationStrategy: PID 18330 died...\u000a19:21:25.473156 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18330): Terminated: ok {rc=0}\u000a19:21:25.483508 --- ParallelTerminationStrategy: PID 18333 died...\u000a19:21:25.540647 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18333): Terminated: ok {rc=0}\u000a19:21:25.550853 --- ParallelTerminationStrategy: PID 18336 died...\u000a19:21:25.608103 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18336): Terminated: ok {rc=0}\u000a19:21:25.696986 bus /sierra_3: Setting Powered False\u000a19:21:26.805709 bus /sierra_3: Setting Powered False\u000a19:21:27.915069 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 179, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18345): Process ended prematurely: osmo-stp_10.42.42.5(pid=18345) [trial-2381↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18345)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18345): Process ended prematurely: osmo-stp_10.42.42.5(pid=18345) [trial-2381↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18345)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:21:29.031699 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:21:29.044004 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a19:21:29.198218 tst mo_mt_call_osmux.py: using LAC 30953\u000a19:21:29.327122 tst mo_mt_call_osmux.py: using RAC 98\u000a19:21:29.456915 tst mo_mt_call_osmux.py: using CellId 30953\u000a19:21:29.586086 tst mo_mt_call_osmux.py: using BVCI 30954\u000a19:21:29.611514 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:21:29.623349 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:21:29.634913 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:21:29.647293 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:21:29.659907 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:21:29.671822 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:21:29.789817 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:21:30.004504 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:21:30.523487 run create_hlr_db(pid=18339): Launched\u000a19:21:30.714567 bus /sierra_2: Setting Powered False\u000a19:21:31.737039 run create_hlr_db(pid=18339): Terminated: ok {rc=0}\u000a19:21:32.160117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18341): Launched\u000a19:21:32.471530 run osmo-hlr_10.42.42.2(pid=18342): Launched\u000a19:21:32.589084 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:21:33.121534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18344): Launched\u000a19:21:33.428495 run osmo-stp_10.42.42.5(pid=18345): Launched\u000a19:21:33.539517 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:21:34.099793 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18347): Launched\u000a19:21:34.407795 run osmo-msc_10.42.42.6(pid=18348): Launched\u000a19:21:34.588053 run osmo-stp_10.42.42.5(pid=18345): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18345)]\u000a19:21:34.717984 run osmo-stp_10.42.42.5(pid=18345): stdout: \u000a| (launched: 2022-12-12_19:21:33.277321)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:21:34.845255 run osmo-stp_10.42.42.5(pid=18345): stderr: \u000a| �[0;m�[38;5;43m20221212192133447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192133448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192133448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192133448 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192133449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192133449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192133449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:21:34.967721 run osmo-stp_10.42.42.5(pid=18345): stdout: \u000a| (launched: 2022-12-12_19:21:33.277321)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:21:35.089564 run osmo-stp_10.42.42.5(pid=18345): stderr: \u000a| �[0;m�[38;5;43m20221212192133447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192133448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192133448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192133448 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192133449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192133449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192133449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:21:35.143246 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18345): Process ended prematurely: osmo-stp_10.42.42.5(pid=18345) [trial-2381↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18345)] [trial-2381↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a19:21:35.151794 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a19:21:35.212052 run osmo-hlr_10.42.42.2(pid=18342): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18342)]\u000a19:21:35.261680 run osmo-hlr_10.42.42.2(pid=18342): stdout: \u000a| (launched: 2022-12-12_19:21:32.318432) \u000a19:21:35.312008 run osmo-hlr_10.42.42.2(pid=18342): stderr: \u000a| �[0;m�[1;31m20221212192132491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212192132491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212192132491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192132491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192132491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212192132491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212192132503 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212192132511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212192132512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212192132512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:21:35.381022 run osmo-msc_10.42.42.6(pid=18348): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18348)]\u000a19:21:35.430781 run osmo-msc_10.42.42.6(pid=18348): stdout: \u000a| (launched: 2022-12-12_19:21:34.255248) \u000a19:21:35.480858 run osmo-msc_10.42.42.6(pid=18348): stderr: \u000a| �[0;m�[38;5;43m20221212192134527 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212192134527 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0bbe3bec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212192134527 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212192134527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212192134527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212192134528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212192134529 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212192134530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212192134530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212192134530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:21:35.523353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18341): Terminating (SIGTERM)\u000a19:21:35.563433 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18344): Terminating (SIGTERM)\u000a19:21:35.603540 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18347): Terminating (SIGTERM)\u000a19:21:35.612934 --- ParallelTerminationStrategy: PID 18341 died...\u000a19:21:35.666841 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18341): Terminated: ok {rc=0}\u000a19:21:35.676502 --- ParallelTerminationStrategy: PID 18344 died...\u000a19:21:35.730113 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18344): Terminated: ok {rc=0}\u000a19:21:35.739821 --- ParallelTerminationStrategy: PID 18347 died...\u000a19:21:35.793185 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18347): Terminated: ok {rc=0}\u000a19:21:35.883124 bus /sierra_3: Setting Powered False\u000a19:21:36.987067 bus /sierra_3: Setting Powered False\u000a19:21:38.095217 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "26", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:21:18" }, { "cases" : [ { "testActions" : [ ], "age" : 179, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18359): Process ended prematurely: osmo-stp_10.42.42.5(pid=18359) [trial-2381↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18359)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18359): Process ended prematurely: osmo-stp_10.42.42.5(pid=18359) [trial-2381↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18359)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a19:21:40.058148 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:21:40.069306 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a19:21:40.214746 tst mo_mt_call.py: using LAC 30954\u000a19:21:40.336818 tst mo_mt_call.py: using RAC 99\u000a19:21:40.458305 tst mo_mt_call.py: using CellId 30954\u000a19:21:40.580239 tst mo_mt_call.py: using BVCI 30955\u000a19:21:40.603720 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:21:40.614835 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:21:40.625799 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:21:40.636645 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:21:40.647572 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:21:40.658579 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:21:40.772644 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:21:40.975054 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:21:41.468489 run create_hlr_db(pid=18353): Launched\u000a19:21:41.645171 bus /sierra_2: Setting Powered False\u000a19:21:42.667610 run create_hlr_db(pid=18353): Terminated: ok {rc=0}\u000a19:21:43.107405 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18355): Launched\u000a19:21:43.438404 run osmo-hlr_10.42.42.2(pid=18356): Launched\u000a19:21:43.559303 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:21:44.132146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18358): Launched\u000a19:21:44.462257 run osmo-stp_10.42.42.5(pid=18359): Launched\u000a19:21:44.583209 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:21:45.185566 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18361): Launched\u000a19:21:45.516361 run osmo-msc_10.42.42.6(pid=18362): Launched\u000a19:21:45.711461 run osmo-stp_10.42.42.5(pid=18359): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18359)]\u000a19:21:45.899025 run osmo-stp_10.42.42.5(pid=18359): stdout: \u000a| (launched: 2022-12-12_19:21:44.299338)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:21:46.030693 run osmo-stp_10.42.42.5(pid=18359): stderr: \u000a| �[0;m�[38;5;43m20221212192144490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192144490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192144490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192144490 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192144491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192144491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192144491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:21:46.157901 run osmo-stp_10.42.42.5(pid=18359): stdout: \u000a| (launched: 2022-12-12_19:21:44.299338)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:21:46.283833 run osmo-stp_10.42.42.5(pid=18359): stderr: \u000a| �[0;m�[38;5;43m20221212192144490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192144490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192144490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192144490 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192144491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192144491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192144491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:21:46.340913 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18359): Process ended prematurely: osmo-stp_10.42.42.5(pid=18359) [trial-2381↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18359)] [trial-2381↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a19:21:46.351322 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a19:21:46.414040 run osmo-hlr_10.42.42.2(pid=18356): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18356)]\u000a19:21:46.466803 run osmo-hlr_10.42.42.2(pid=18356): stdout: \u000a| (launched: 2022-12-12_19:21:43.275341) \u000a19:21:46.518801 run osmo-hlr_10.42.42.2(pid=18356): stderr: \u000a| �[0;m�[1;31m20221212192143473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212192143473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212192143473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192143473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192143473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212192143473 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212192143484 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212192143493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212192143493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212192143493 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:21:46.589110 run osmo-msc_10.42.42.6(pid=18362): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18362)]\u000a19:21:46.640624 run osmo-msc_10.42.42.6(pid=18362): stdout: \u000a| (launched: 2022-12-12_19:21:45.353583) \u000a19:21:46.693338 run osmo-msc_10.42.42.6(pid=18362): stderr: \u000a| �[0;m�[38;5;43m20221212192145675 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212192145675 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc205578c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212192145675 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212192145675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212192145675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212192145675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212192145677 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212192145678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212192145678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212192145678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:21:46.737849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18355): Terminating (SIGTERM)\u000a19:21:46.782998 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18358): Terminating (SIGTERM)\u000a19:21:46.825759 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18361): Terminating (SIGTERM)\u000a19:21:46.836925 --- ParallelTerminationStrategy: PID 18355 died...\u000a19:21:46.894255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18355): Terminated: ok {rc=0}\u000a19:21:46.904761 --- ParallelTerminationStrategy: PID 18358 died...\u000a19:21:46.960360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18358): Terminated: ok {rc=0}\u000a19:21:46.971073 --- ParallelTerminationStrategy: PID 18361 died...\u000a19:21:47.026287 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18361): Terminated: ok {rc=0}\u000a19:21:47.112430 bus /sierra_3: Setting Powered False\u000a19:21:48.215351 bus /sierra_3: Setting Powered False\u000a19:21:49.328732 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 179, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18370): Process ended prematurely: osmo-stp_10.42.42.5(pid=18370) [trial-2381↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18370)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18370): Process ended prematurely: osmo-stp_10.42.42.5(pid=18370) [trial-2381↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18370)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:21:50.439344 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:21:50.451217 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a19:21:50.598300 tst mo_mt_call_osmux.py: using LAC 30955\u000a19:21:50.719879 tst mo_mt_call_osmux.py: using RAC 100\u000a19:21:50.841514 tst mo_mt_call_osmux.py: using CellId 30955\u000a19:21:50.967007 tst mo_mt_call_osmux.py: using BVCI 30956\u000a19:21:50.990177 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:21:51.001415 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:21:51.012494 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:21:51.023564 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:21:51.034712 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:21:51.045864 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:21:51.166464 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:21:51.371267 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:21:51.863029 run create_hlr_db(pid=18364): Launched\u000a19:21:52.038524 bus /sierra_2: Setting Powered False\u000a19:21:53.061528 run create_hlr_db(pid=18364): Terminated: ok {rc=0}\u000a19:21:53.500057 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18366): Launched\u000a19:21:53.830521 run osmo-hlr_10.42.42.2(pid=18367): Launched\u000a19:21:53.952436 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:21:54.525757 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18369): Launched\u000a19:21:54.856159 run osmo-stp_10.42.42.5(pid=18370): Launched\u000a19:21:54.974798 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:21:55.576942 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18372): Launched\u000a19:21:55.907756 run osmo-msc_10.42.42.6(pid=18373): Launched\u000a19:21:56.099988 run osmo-stp_10.42.42.5(pid=18370): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18370)]\u000a19:21:56.239153 run osmo-stp_10.42.42.5(pid=18370): stdout: \u000a| (launched: 2022-12-12_19:21:54.693485)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:21:56.377075 run osmo-stp_10.42.42.5(pid=18370): stderr: \u000a| �[0;m�[38;5;43m20221212192154885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192154885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192154886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192154886 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192154886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192154887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192154887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:21:56.510106 run osmo-stp_10.42.42.5(pid=18370): stdout: \u000a| (launched: 2022-12-12_19:21:54.693485)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:21:56.641555 run osmo-stp_10.42.42.5(pid=18370): stderr: \u000a| �[0;m�[38;5;43m20221212192154885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192154885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192154886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192154886 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192154886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192154887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192154887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:21:56.699369 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18370): Process ended prematurely: osmo-stp_10.42.42.5(pid=18370) [trial-2381↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18370)] [trial-2381↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a19:21:56.708891 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a19:21:56.772587 run osmo-hlr_10.42.42.2(pid=18367): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18367)]\u000a19:21:56.824492 run osmo-hlr_10.42.42.2(pid=18367): stdout: \u000a| (launched: 2022-12-12_19:21:53.668481) \u000a19:21:56.876942 run osmo-hlr_10.42.42.2(pid=18367): stderr: \u000a| �[0;m�[1;31m20221212192153868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212192153868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212192153868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192153868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192153868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212192153868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212192153880 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212192153890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212192153891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212192153891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:21:56.948397 run osmo-msc_10.42.42.6(pid=18373): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18373)]\u000a19:21:57.000888 run osmo-msc_10.42.42.6(pid=18373): stdout: \u000a| (launched: 2022-12-12_19:21:55.744387) \u000a19:21:57.053378 run osmo-msc_10.42.42.6(pid=18373): stderr: \u000a| �[0;m�[38;5;43m20221212192156066 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212192156066 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0de663dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212192156066 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212192156066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212192156066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212192156066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212192156068 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212192156068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212192156068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212192156069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:21:57.097628 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18366): Terminating (SIGTERM)\u000a19:21:57.139728 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18369): Terminating (SIGTERM)\u000a19:21:57.182404 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18372): Terminating (SIGTERM)\u000a19:21:57.192171 --- ParallelTerminationStrategy: PID 18366 died...\u000a19:21:57.249039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18366): Terminated: ok {rc=0}\u000a19:21:57.259378 --- ParallelTerminationStrategy: PID 18369 died...\u000a19:21:57.316077 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18369): Terminated: ok {rc=0}\u000a19:21:57.326390 --- ParallelTerminationStrategy: PID 18372 died...\u000a19:21:57.382851 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18372): Terminated: ok {rc=0}\u000a19:21:57.471162 bus /sierra_3: Setting Powered False\u000a19:21:58.577148 bus /sierra_3: Setting Powered False\u000a19:21:59.684621 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "27", "name" : "voice_oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:21:39" }, { "cases" : [ { "testActions" : [ ], "age" : 179, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18384): Process ended prematurely: osmo-stp_10.42.42.5(pid=18384) [trial-2381↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18384)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18384): Process ended prematurely: osmo-stp_10.42.42.5(pid=18384) [trial-2381↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18384)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a19:22:01.691948 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:22:01.708439 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:22:01.884831 tst mo_mt_call.py: using LAC 30956\u000a19:22:02.047257 tst mo_mt_call.py: using RAC 101\u000a19:22:02.175005 tst mo_mt_call.py: using CellId 30956\u000a19:22:02.303331 tst mo_mt_call.py: using BVCI 30957\u000a19:22:02.329160 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:22:02.342171 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:22:02.355112 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:22:02.368564 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:22:02.381935 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:22:02.394061 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a19:22:02.513215 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a19:22:02.725809 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:22:03.243413 run create_hlr_db(pid=18378): Launched\u000a19:22:03.434488 bus /sierra_2: Setting Powered False\u000a19:22:04.455692 run create_hlr_db(pid=18378): Terminated: ok {rc=0}\u000a19:22:04.869339 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18380): Launched\u000a19:22:05.175538 run osmo-hlr_10.42.42.2(pid=18381): Launched\u000a19:22:05.287146 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:22:05.821663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18383): Launched\u000a19:22:06.128717 run osmo-stp_10.42.42.5(pid=18384): Launched\u000a19:22:06.239611 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:22:06.800213 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18386): Launched\u000a19:22:07.116008 run osmo-msc_10.42.42.6(pid=18387): Launched\u000a19:22:07.311142 run osmo-stp_10.42.42.5(pid=18384): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18384)]\u000a19:22:07.452315 run osmo-stp_10.42.42.5(pid=18384): stdout: \u000a| (launched: 2022-12-12_19:22:05.977582)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:22:07.590762 run osmo-stp_10.42.42.5(pid=18384): stderr: \u000a| �[0;m�[38;5;43m20221212192206145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192206145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192206146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192206146 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192206147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192206147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192206147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:22:07.724346 run osmo-stp_10.42.42.5(pid=18384): stdout: \u000a| (launched: 2022-12-12_19:22:05.977582)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:22:07.856044 run osmo-stp_10.42.42.5(pid=18384): stderr: \u000a| �[0;m�[38;5;43m20221212192206145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192206145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192206146 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192206146 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192206147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192206147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192206147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:22:07.914213 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18384): Process ended prematurely: osmo-stp_10.42.42.5(pid=18384) [trial-2381↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18384)] [trial-2381↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a19:22:07.923810 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a19:22:07.989276 run osmo-hlr_10.42.42.2(pid=18381): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18381)]\u000a19:22:08.042329 run osmo-hlr_10.42.42.2(pid=18381): stdout: \u000a| (launched: 2022-12-12_19:22:05.024589) \u000a19:22:08.095891 run osmo-hlr_10.42.42.2(pid=18381): stderr: \u000a| �[0;m�[1;31m20221212192205199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212192205199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212192205199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192205199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192205199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212192205199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212192205212 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212192205221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212192205221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212192205222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:22:08.168558 run osmo-msc_10.42.42.6(pid=18387): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18387)]\u000a19:22:08.220775 run osmo-msc_10.42.42.6(pid=18387): stdout: \u000a| (launched: 2022-12-12_19:22:06.955455) \u000a19:22:08.273625 run osmo-msc_10.42.42.6(pid=18387): stderr: \u000a| �[0;m�[38;5;43m20221212192207270 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212192207271 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdb814fac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212192207271 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212192207271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212192207271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212192207271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212192207273 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212192207273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212192207274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212192207274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:22:08.318085 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18380): Terminating (SIGTERM)\u000a19:22:08.361256 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18383): Terminating (SIGTERM)\u000a19:22:08.403754 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18386): Terminating (SIGTERM)\u000a19:22:08.414474 --- ParallelTerminationStrategy: PID 18380 died...\u000a19:22:08.471763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18380): Terminated: ok {rc=0}\u000a19:22:08.482732 --- ParallelTerminationStrategy: PID 18383 died...\u000a19:22:08.540891 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18383): Terminated: ok {rc=0}\u000a19:22:08.551350 --- ParallelTerminationStrategy: PID 18386 died...\u000a19:22:08.608821 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18386): Terminated: ok {rc=0}\u000a19:22:08.697924 bus /sierra_3: Setting Powered False\u000a19:22:09.807766 bus /sierra_3: Setting Powered False\u000a19:22:10.917614 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 179, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18395): Process ended prematurely: osmo-stp_10.42.42.5(pid=18395) [trial-2381↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18395)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18395): Process ended prematurely: osmo-stp_10.42.42.5(pid=18395) [trial-2381↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18395)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:22:12.036037 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:22:12.048189 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:22:12.206427 tst mo_mt_call_osmux.py: using LAC 30957\u000a19:22:12.337904 tst mo_mt_call_osmux.py: using RAC 102\u000a19:22:12.464770 tst mo_mt_call_osmux.py: using CellId 30957\u000a19:22:12.591452 tst mo_mt_call_osmux.py: using BVCI 30958\u000a19:22:12.616676 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:22:12.628377 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:22:12.639652 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:22:12.651735 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:22:12.664085 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:22:12.675989 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a19:22:12.793732 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a19:22:13.009083 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:22:13.528472 run create_hlr_db(pid=18389): Launched\u000a19:22:13.720197 bus /sierra_2: Setting Powered False\u000a19:22:14.739853 run create_hlr_db(pid=18389): Terminated: ok {rc=0}\u000a19:22:15.150938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18391): Launched\u000a19:22:15.457667 run osmo-hlr_10.42.42.2(pid=18392): Launched\u000a19:22:15.576554 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:22:16.166605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18394): Launched\u000a19:22:16.552196 run osmo-stp_10.42.42.5(pid=18395): Launched\u000a19:22:16.678144 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:22:17.352207 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18397): Launched\u000a19:22:17.662077 run osmo-msc_10.42.42.6(pid=18398): Launched\u000a19:22:17.843790 run osmo-stp_10.42.42.5(pid=18395): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18395)]\u000a19:22:17.974042 run osmo-stp_10.42.42.5(pid=18395): stdout: \u000a| (launched: 2022-12-12_19:22:16.324064)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:22:18.102130 run osmo-stp_10.42.42.5(pid=18395): stderr: \u000a| �[0;m�[38;5;43m20221212192216668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192216668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192216668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192216677 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192216678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192216678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192216678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:22:18.225268 run osmo-stp_10.42.42.5(pid=18395): stdout: \u000a| (launched: 2022-12-12_19:22:16.324064)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:22:18.347467 run osmo-stp_10.42.42.5(pid=18395): stderr: \u000a| �[0;m�[38;5;43m20221212192216668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192216668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192216668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192216677 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192216678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192216678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192216678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:22:18.401676 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18395): Process ended prematurely: osmo-stp_10.42.42.5(pid=18395) [trial-2381↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18395)] [trial-2381↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a19:22:18.410452 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a19:22:18.471017 run osmo-hlr_10.42.42.2(pid=18392): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18392)]\u000a19:22:18.520555 run osmo-hlr_10.42.42.2(pid=18392): stdout: \u000a| (launched: 2022-12-12_19:22:15.306253) \u000a19:22:18.570892 run osmo-hlr_10.42.42.2(pid=18392): stderr: \u000a| �[0;m�[1;31m20221212192215481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212192215481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212192215481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192215481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192215481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212192215481 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212192215494 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212192215502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212192215502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212192215502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:22:18.639088 run osmo-msc_10.42.42.6(pid=18398): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18398)]\u000a19:22:18.688577 run osmo-msc_10.42.42.6(pid=18398): stdout: \u000a| (launched: 2022-12-12_19:22:17.508645) \u000a19:22:18.738590 run osmo-msc_10.42.42.6(pid=18398): stderr: \u000a| �[0;m�[38;5;43m20221212192217780 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212192217780 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5f4e134c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212192217780 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212192217780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212192217780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212192217781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212192217782 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212192217783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212192217783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212192217783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:22:18.780919 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18391): Terminating (SIGTERM)\u000a19:22:18.821182 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18394): Terminating (SIGTERM)\u000a19:22:18.861363 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18397): Terminating (SIGTERM)\u000a19:22:18.870691 --- ParallelTerminationStrategy: PID 18391 died...\u000a19:22:18.924325 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18391): Terminated: ok {rc=0}\u000a19:22:18.934048 --- ParallelTerminationStrategy: PID 18394 died...\u000a19:22:18.987753 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18394): Terminated: ok {rc=0}\u000a19:22:18.997799 --- ParallelTerminationStrategy: PID 18397 died...\u000a19:22:19.051502 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18397): Terminated: ok {rc=0}\u000a19:22:19.141891 bus /sierra_3: Setting Powered False\u000a19:22:20.248220 bus /sierra_3: Setting Powered False\u000a19:22:21.361151 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "28", "name" : "voice_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:22:01" }, { "cases" : [ { "testActions" : [ ], "age" : 179, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18410): Process ended prematurely: osmo-stp_10.42.42.5(pid=18410) [trial-2381↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18410)]", "failedSince" : 2203, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18410): Process ended prematurely: osmo-stp_10.42.42.5(pid=18410) [trial-2381↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18410)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 emergency:oc2g emergency_mo_mt_call.py\u000a----------------------------------------------\u000a19:22:23.345332 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a19:22:23.356269 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a19:22:23.485980 tst emergency_mo_mt_call.py: using LAC 30958\u000a19:22:23.612647 tst emergency_mo_mt_call.py: using RAC 103\u000a19:22:23.734093 tst emergency_mo_mt_call.py: using CellId 30958\u000a19:22:23.854161 tst emergency_mo_mt_call.py: using BVCI 30959\u000a19:22:23.877124 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a19:22:23.888008 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a19:22:23.898820 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a19:22:23.909697 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a19:22:23.920530 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a19:22:23.931347 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a19:22:24.050959 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a19:22:24.262744 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:22:24.773445 run create_hlr_db(pid=18404): Launched\u000a19:22:24.961902 bus /sierra_2: Setting Powered False\u000a19:22:25.982773 run create_hlr_db(pid=18404): Terminated: ok {rc=0}\u000a19:22:26.417852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18406): Launched\u000a19:22:26.743478 run osmo-hlr_10.42.42.2(pid=18407): Launched\u000a19:22:26.861671 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:22:27.424592 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18409): Launched\u000a19:22:27.749351 run osmo-stp_10.42.42.5(pid=18410): Launched\u000a19:22:27.884542 tst emergency_mo_mt_call.py: using MSISDN 7932\u000a19:22:28.046306 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:22:28.639251 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18412): Launched\u000a19:22:28.964689 run osmo-msc_10.42.42.6(pid=18413): Launched\u000a19:22:29.155354 run osmo-stp_10.42.42.5(pid=18410): ERR: Terminated: ERROR {rc=1} [trial-2381↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18410)]\u000a19:22:29.293109 run osmo-stp_10.42.42.5(pid=18410): stdout: \u000a| (launched: 2022-12-12_19:22:27.589855)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:22:29.429195 run osmo-stp_10.42.42.5(pid=18410): stderr: \u000a| �[0;m�[38;5;43m20221212192227781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192227781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192227781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192227782 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192227782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192227782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192227782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:22:29.560335 run osmo-stp_10.42.42.5(pid=18410): stdout: \u000a| (launched: 2022-12-12_19:22:27.589855)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:22:29.690092 run osmo-stp_10.42.42.5(pid=18410): stderr: \u000a| �[0;m�[38;5;43m20221212192227781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192227781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192227781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192227782 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192227782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192227782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192227782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:22:29.746460 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=18410): Process ended prematurely: osmo-stp_10.42.42.5(pid=18410) [trial-2381↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18410)] [trial-2381↪emergency:oc2g↪emergency_mo_mt_call.py:19]\u000a19:22:29.755094 tst emergency_mo_mt_call.py:19: Test FAILED (6.4 sec)\u000a19:22:29.819363 run osmo-hlr_10.42.42.2(pid=18407): ERR: Terminated: ERROR {rc=237} [trial-2381↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18407)]\u000a19:22:29.872002 run osmo-hlr_10.42.42.2(pid=18407): stdout: \u000a| (launched: 2022-12-12_19:22:26.583610) \u000a19:22:29.925067 run osmo-hlr_10.42.42.2(pid=18407): stderr: \u000a| �[0;m�[1;31m20221212192226779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212192226779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212192226779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192226779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192226779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212192226779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212192226792 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/emergency:oc2g/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212192226800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212192226800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212192226800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:22:29.997142 run osmo-msc_10.42.42.6(pid=18413): ERR: Terminated: ERROR {rc=2} [trial-2381↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18413)]\u000a19:22:30.049598 run osmo-msc_10.42.42.6(pid=18413): stdout: \u000a| (launched: 2022-12-12_19:22:28.803989) \u000a19:22:30.102853 run osmo-msc_10.42.42.6(pid=18413): stderr: \u000a| �[0;m�[38;5;43m20221212192229123 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212192229123 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f00250abc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212192229123 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212192229123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212192229124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212192229124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212192229126 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212192229126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212192229126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212192229126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:22:30.147856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18406): Terminating (SIGTERM)\u000a19:22:30.190492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18409): Terminating (SIGTERM)\u000a19:22:30.233134 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18412): Terminating (SIGTERM)\u000a19:22:30.243275 --- ParallelTerminationStrategy: PID 18406 died...\u000a19:22:30.300454 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18406): Terminated: ok {rc=0}\u000a19:22:30.310751 --- ParallelTerminationStrategy: PID 18409 died...\u000a19:22:30.367530 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18409): Terminated: ok {rc=0}\u000a19:22:30.378434 --- ParallelTerminationStrategy: PID 18412 died...\u000a19:22:30.435009 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18412): Terminated: ok {rc=0}\u000a19:22:30.522895 bus /sierra_3: Setting Powered False\u000a19:22:31.631491 bus /sierra_3: Setting Powered False\u000a19:22:32.743448 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 228, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18421): Process ended prematurely: osmo-stp_10.42.42.5(pid=18421) [trial-2381↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18421)]", "failedSince" : 2154, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18421): Process ended prematurely: osmo-stp_10.42.42.5(pid=18421) [trial-2381↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18421)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 emergency:oc2g emergency_preemptive_call.py\u000a----------------------------------------------\u000a19:22:33.794414 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a19:22:33.806568 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a19:22:33.932845 tst emergency_preemptive_call.py: using LAC 30959\u000a19:22:34.053133 tst emergency_preemptive_call.py: using RAC 104\u000a19:22:34.173928 tst emergency_preemptive_call.py: using CellId 30959\u000a19:22:34.291437 tst emergency_preemptive_call.py: using BVCI 30960\u000a19:22:34.314236 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a19:22:34.324666 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a19:22:34.335171 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a19:22:34.346041 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a19:22:34.356584 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a19:22:34.367164 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a19:22:34.482002 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a19:22:34.603093 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a19:22:34.719590 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a19:22:34.923069 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:22:35.408440 run create_hlr_db(pid=18415): Launched\u000a19:22:35.582814 bus /sierra_2: Setting Powered False\u000a19:22:36.604703 run create_hlr_db(pid=18415): Terminated: ok {rc=0}\u000a19:22:37.036787 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18417): Launched\u000a19:22:37.362659 run osmo-hlr_10.42.42.2(pid=18418): Launched\u000a19:22:37.480220 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:22:38.058604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18420): Launched\u000a19:22:38.383256 run osmo-stp_10.42.42.5(pid=18421): Launched\u000a19:22:38.513756 tst emergency_preemptive_call.py: using MSISDN 7933\u000a19:22:38.675027 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:22:39.263632 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18423): Launched\u000a19:22:39.589198 run osmo-msc_10.42.42.6(pid=18424): Launched\u000a19:22:39.778895 run osmo-stp_10.42.42.5(pid=18421): ERR: Terminated: ERROR {rc=1} [trial-2381↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18421)]\u000a19:22:39.917861 run osmo-stp_10.42.42.5(pid=18421): stdout: \u000a| (launched: 2022-12-12_19:22:38.222966)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:22:40.055704 run osmo-stp_10.42.42.5(pid=18421): stderr: \u000a| �[0;m�[38;5;43m20221212192238413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192238414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192238414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192238414 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192238415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192238415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192238415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:22:40.186492 run osmo-stp_10.42.42.5(pid=18421): stdout: \u000a| (launched: 2022-12-12_19:22:38.222966)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:22:40.316090 run osmo-stp_10.42.42.5(pid=18421): stderr: \u000a| �[0;m�[38;5;43m20221212192238413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192238414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192238414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192238414 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192238415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192238415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192238415 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:22:40.372587 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=18421): Process ended prematurely: osmo-stp_10.42.42.5(pid=18421) [trial-2381↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18421)] [trial-2381↪emergency:oc2g↪emergency_preemptive_call.py:32]\u000a19:22:40.381468 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a19:22:40.445742 run osmo-hlr_10.42.42.2(pid=18418): ERR: Terminated: ERROR {rc=237} [trial-2381↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18418)]\u000a19:22:40.498010 run osmo-hlr_10.42.42.2(pid=18418): stdout: \u000a| (launched: 2022-12-12_19:22:37.202149) \u000a19:22:40.551120 run osmo-hlr_10.42.42.2(pid=18418): stderr: \u000a| �[0;m�[1;31m20221212192237398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212192237398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212192237398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192237398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192237398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212192237398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212192237411 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/emergency:oc2g/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212192237422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212192237422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212192237422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:22:40.622987 run osmo-msc_10.42.42.6(pid=18424): ERR: Terminated: ERROR {rc=2} [trial-2381↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=18424)]\u000a19:22:40.675041 run osmo-msc_10.42.42.6(pid=18424): stdout: \u000a| (launched: 2022-12-12_19:22:39.428283) \u000a19:22:40.727809 run osmo-msc_10.42.42.6(pid=18424): stderr: \u000a| �[0;m�[38;5;43m20221212192239750 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212192239750 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3333cecc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212192239750 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212192239750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212192239750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212192239750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212192239752 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212192239752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212192239753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212192239753 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:22:40.772403 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18417): Terminating (SIGTERM)\u000a19:22:40.814800 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18420): Terminating (SIGTERM)\u000a19:22:40.857277 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18423): Terminating (SIGTERM)\u000a19:22:40.867536 --- ParallelTerminationStrategy: PID 18417 died...\u000a19:22:40.925102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18417): Terminated: ok {rc=0}\u000a19:22:40.935507 --- ParallelTerminationStrategy: PID 18420 died...\u000a19:22:40.991945 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18420): Terminated: ok {rc=0}\u000a19:22:41.002582 --- ParallelTerminationStrategy: PID 18423 died...\u000a19:22:41.059929 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=18423): Terminated: ok {rc=0}\u000a19:22:41.148196 bus /sierra_9: Setting Powered False\u000a19:22:42.258315 bus /sierra_9: Setting Powered False\u000a19:22:43.367760 bus /sierra_8: Setting Powered False\u000a19:22:44.469260 bus /sierra_8: Setting Powered False\u000a19:22:45.582969 bus /sierra_3: Setting Powered False\u000a19:22:46.711502 bus /sierra_3: Setting Powered False\u000a19:22:47.823669 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "29", "name" : "emergency_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:22:23" }, { "cases" : [ { "testActions" : [ ], "age" : 239, "className" : "gprs:oc2g", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18440): Process ended prematurely: osmo-stp_10.42.42.5(pid=18440) [trial-2381↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18440)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18440): Process ended prematurely: osmo-stp_10.42.42.5(pid=18440) [trial-2381↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18440)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:oc2g cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:22:49.891641 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a19:22:49.902164 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a19:22:50.033479 tst cs_paging_gprs_active.py: using LAC 30960\u000a19:22:50.163434 tst cs_paging_gprs_active.py: using RAC 105\u000a19:22:50.292535 tst cs_paging_gprs_active.py: using CellId 30960\u000a19:22:50.421473 tst cs_paging_gprs_active.py: using BVCI 30961\u000a19:22:50.446694 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a19:22:50.457764 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a19:22:50.468556 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a19:22:50.479720 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a19:22:50.490730 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a19:22:50.501776 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a19:22:50.513321 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a19:22:50.524424 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a19:22:50.535652 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a19:22:50.652553 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a19:22:50.951234 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:22:51.089159 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:22:51.431368 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18430): Launched\u000a19:22:51.716032 run iperf3-srv_10.42.42.10(pid=18431): Launched\u000a19:22:51.918791 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:22:52.056484 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:22:52.399000 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18432): Launched\u000a19:22:52.683508 run iperf3-srv_10.42.42.10(pid=18433): Launched\u000a19:22:52.885139 tst cs_paging_gprs_active.py:38: start network...\u000a19:22:53.022379 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:22:53.538473 run create_hlr_db(pid=18434): Launched\u000a19:22:53.728924 bus /sierra_2: Setting Powered False\u000a19:22:54.750446 run create_hlr_db(pid=18434): Terminated: ok {rc=0}\u000a19:22:55.189106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18436): Launched\u000a19:22:55.519574 run osmo-hlr_10.42.42.2(pid=18437): Launched\u000a19:22:55.642035 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:22:56.215156 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18439): Launched\u000a19:22:56.544297 run osmo-stp_10.42.42.5(pid=18440): Launched\u000a19:22:56.663480 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:22:57.237902 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18442): Launched\u000a19:22:57.355465 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:22:57.643763 run patchelf(pid=18443): Launched\u000a19:22:57.836905 run osmo-stp_10.42.42.5(pid=18440): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18440)]\u000a19:22:57.977876 run osmo-stp_10.42.42.5(pid=18440): stdout: \u000a| (launched: 2022-12-12_19:22:56.382135)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:22:58.119948 run osmo-stp_10.42.42.5(pid=18440): stderr: \u000a| �[0;m�[38;5;43m20221212192256574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192256574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192256574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192256574 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192256575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192256575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192256575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:22:58.255963 run osmo-stp_10.42.42.5(pid=18440): stdout: \u000a| (launched: 2022-12-12_19:22:56.382135)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:22:58.391313 run osmo-stp_10.42.42.5(pid=18440): stderr: \u000a| �[0;m�[38;5;43m20221212192256574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192256574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192256574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192256574 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192256575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192256575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192256575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:22:58.549397 run patchelf(pid=18443): Terminating (SIGINT)\u000a19:22:58.734619 run patchelf(pid=18443): Terminated: ok {rc=0}\u000a19:22:58.768463 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=18440): Process ended prematurely: osmo-stp_10.42.42.5(pid=18440) [trial-2381↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18440)] [trial-2381↪gprs:oc2g↪cs_paging_gprs_active.py:38]\u000a19:22:58.778301 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a19:22:58.842931 run osmo-hlr_10.42.42.2(pid=18437): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:oc2g↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18437)]\u000a19:22:58.895255 run osmo-hlr_10.42.42.2(pid=18437): stdout: \u000a| (launched: 2022-12-12_19:22:55.356499) \u000a19:22:58.948175 run osmo-hlr_10.42.42.2(pid=18437): stderr: \u000a| �[0;m�[1;31m20221212192255554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212192255554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212192255554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192255554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192255554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212192255554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212192255567 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:oc2g/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212192255577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212192255577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212192255578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:22:58.992801 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18430): Terminating (SIGTERM)\u000a19:22:59.034997 run iperf3-srv_10.42.42.10(pid=18431): Terminating (SIGTERM)\u000a19:22:59.077887 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18432): Terminating (SIGTERM)\u000a19:22:59.120299 run iperf3-srv_10.42.42.10(pid=18433): Terminating (SIGTERM)\u000a19:22:59.162369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18436): Terminating (SIGTERM)\u000a19:22:59.204859 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18439): Terminating (SIGTERM)\u000a19:22:59.246939 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18442): Terminating (SIGTERM)\u000a19:22:59.257069 --- ParallelTerminationStrategy: PID 18430 died...\u000a19:22:59.314175 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18430): Terminated: ok {rc=0}\u000a19:22:59.324284 --- ParallelTerminationStrategy: PID 18431 died...\u000a19:22:59.380181 run iperf3-srv_10.42.42.10(pid=18431): Terminated {rc=256}\u000a19:22:59.390510 --- ParallelTerminationStrategy: PID 18432 died...\u000a19:22:59.446825 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18432): Terminated: ok {rc=0}\u000a19:22:59.457135 --- ParallelTerminationStrategy: PID 18433 died...\u000a19:22:59.513758 run iperf3-srv_10.42.42.10(pid=18433): Terminated {rc=256}\u000a19:22:59.524057 --- ParallelTerminationStrategy: PID 18436 died...\u000a19:22:59.580277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18436): Terminated: ok {rc=0}\u000a19:22:59.590779 --- ParallelTerminationStrategy: PID 18439 died...\u000a19:22:59.646947 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18439): Terminated: ok {rc=0}\u000a19:22:59.657888 --- ParallelTerminationStrategy: PID 18442 died...\u000a19:22:59.714804 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18442): Terminated: ok {rc=0}\u000a19:22:59.802558 bus /gobi_0: Setting Powered False\u000a19:23:00.923038 bus /gobi_0: Setting Powered False\u000a19:23:02.037759 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 239, "className" : "gprs:oc2g", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18452): Process ended prematurely: osmo-stp_10.42.42.5(pid=18452) [trial-2381↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18452)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18452): Process ended prematurely: osmo-stp_10.42.42.5(pid=18452) [trial-2381↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18452)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:oc2g iperf3.py\u000a----------------------------------------------\u000a19:23:03.152808 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a19:23:03.164436 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a19:23:03.295130 tst iperf3.py: using LAC 30961\u000a19:23:03.423801 tst iperf3.py: using RAC 106\u000a19:23:03.554081 tst iperf3.py: using CellId 30961\u000a19:23:03.684549 tst iperf3.py: using BVCI 30962\u000a19:23:03.709852 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a19:23:03.720701 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a19:23:03.731890 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a19:23:03.743627 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a19:23:03.755156 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a19:23:03.766801 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a19:23:03.778580 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a19:23:03.790284 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a19:23:03.802086 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a19:23:04.090853 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:23:04.218840 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:23:04.538928 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18444): Launched\u000a19:23:04.804408 run iperf3-srv_10.42.42.10(pid=18445): Launched\u000a19:23:04.991430 tst iperf3.py:8: start network...\u000a19:23:05.118978 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:23:05.613785 run create_hlr_db(pid=18446): Launched\u000a19:23:05.790652 bus /gobi_6: Setting Powered False\u000a19:23:06.812492 run create_hlr_db(pid=18446): Terminated: ok {rc=0}\u000a19:23:07.222903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18448): Launched\u000a19:23:07.531714 run osmo-hlr_10.42.42.2(pid=18449): Launched\u000a19:23:07.647865 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:23:08.181475 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18451): Launched\u000a19:23:08.488575 run osmo-stp_10.42.42.5(pid=18452): Launched\u000a19:23:08.599534 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:23:09.137649 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18454): Launched\u000a19:23:09.246746 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:23:09.515052 run patchelf(pid=18455): Launched\u000a19:23:09.695350 run osmo-stp_10.42.42.5(pid=18452): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18452)]\u000a19:23:09.827140 run osmo-stp_10.42.42.5(pid=18452): stdout: \u000a| (launched: 2022-12-12_19:23:08.337081)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:23:09.959454 run osmo-stp_10.42.42.5(pid=18452): stderr: \u000a| �[0;m�[38;5;43m20221212192308509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192308509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192308510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192308510 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192308510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192308511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192308511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:23:10.086748 run osmo-stp_10.42.42.5(pid=18452): stdout: \u000a| (launched: 2022-12-12_19:23:08.337081)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:23:10.212837 run osmo-stp_10.42.42.5(pid=18452): stderr: \u000a| �[0;m�[38;5;43m20221212192308509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192308509 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192308510 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192308510 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192308510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192308511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192308511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:23:10.359496 run patchelf(pid=18455): Terminating (SIGINT)\u000a19:23:10.531791 run patchelf(pid=18455): Terminated: ok {rc=0}\u000a19:23:10.563220 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18452): Process ended prematurely: osmo-stp_10.42.42.5(pid=18452) [trial-2381↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18452)] [trial-2381↪gprs:oc2g↪iperf3.py:8]\u000a19:23:10.573029 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a19:23:10.633546 run osmo-hlr_10.42.42.2(pid=18449): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:oc2g↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18449)]\u000a19:23:10.682868 run osmo-hlr_10.42.42.2(pid=18449): stdout: \u000a| (launched: 2022-12-12_19:23:07.379041) \u000a19:23:10.733167 run osmo-hlr_10.42.42.2(pid=18449): stderr: \u000a| �[0;m�[1;31m20221212192307556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212192307556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212192307556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192307556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192307556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212192307556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212192307569 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:oc2g/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212192307578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212192307578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212192307578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:23:10.775372 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18444): Terminating (SIGTERM)\u000a19:23:10.815158 run iperf3-srv_10.42.42.10(pid=18445): Terminating (SIGTERM)\u000a19:23:10.855186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18448): Terminating (SIGTERM)\u000a19:23:10.894885 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18451): Terminating (SIGTERM)\u000a19:23:10.934607 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18454): Terminating (SIGTERM)\u000a19:23:10.943936 --- ParallelTerminationStrategy: PID 18444 died...\u000a19:23:10.997606 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18444): Terminated: ok {rc=0}\u000a19:23:11.007537 --- ParallelTerminationStrategy: PID 18445 died...\u000a19:23:11.060789 run iperf3-srv_10.42.42.10(pid=18445): Terminated {rc=256}\u000a19:23:11.070620 --- ParallelTerminationStrategy: PID 18448 died...\u000a19:23:11.124088 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18448): Terminated: ok {rc=0}\u000a19:23:11.134080 --- ParallelTerminationStrategy: PID 18451 died...\u000a19:23:11.187272 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18451): Terminated: ok {rc=0}\u000a19:23:11.197236 --- ParallelTerminationStrategy: PID 18454 died...\u000a19:23:11.250239 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18454): Terminated: ok {rc=0}\u000a19:23:11.338168 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:oc2g", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18470): Process ended prematurely: osmo-stp_10.42.42.5(pid=18470) [trial-2381↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18470)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18470): Process ended prematurely: osmo-stp_10.42.42.5(pid=18470) [trial-2381↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18470)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:oc2g iperf3m4.py\u000a----------------------------------------------\u000a19:23:12.450978 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a19:23:12.462378 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a19:23:12.588136 tst iperf3m4.py: using LAC 30962\u000a19:23:12.717431 tst iperf3m4.py: using RAC 107\u000a19:23:12.847394 tst iperf3m4.py: using CellId 30962\u000a19:23:12.971267 tst iperf3m4.py: using BVCI 30963\u000a19:23:12.994802 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a19:23:13.005439 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a19:23:13.016094 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a19:23:13.027311 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a19:23:13.038426 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a19:23:13.049431 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a19:23:13.060305 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a19:23:13.071199 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a19:23:13.082315 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a19:23:13.198291 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a19:23:13.317265 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a19:23:13.437430 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a19:23:13.718798 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:23:13.846275 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:23:14.167798 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18456): Launched\u000a19:23:14.433535 run iperf3-srv_10.42.42.10(pid=18457): Launched\u000a19:23:14.620034 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:23:14.747379 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:23:15.096453 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18458): Launched\u000a19:23:15.381416 run iperf3-srv_10.42.42.10(pid=18459): Launched\u000a19:23:15.584409 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:23:15.721824 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:23:16.074466 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18460): Launched\u000a19:23:16.361206 run iperf3-srv_10.42.42.10(pid=18461): Launched\u000a19:23:16.552090 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:23:16.682597 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:23:17.008763 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18462): Launched\u000a19:23:17.292240 run iperf3-srv_10.42.42.10(pid=18463): Launched\u000a19:23:17.478140 tst iperf3m4.py:8: start network...\u000a19:23:17.605692 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:23:18.100772 run create_hlr_db(pid=18464): Launched\u000a19:23:18.278789 bus /gobi_6: Setting Powered False\u000a19:23:19.299297 run create_hlr_db(pid=18464): Terminated: ok {rc=0}\u000a19:23:19.738310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18466): Launched\u000a19:23:20.068680 run osmo-hlr_10.42.42.2(pid=18467): Launched\u000a19:23:20.190273 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:23:20.760691 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18469): Launched\u000a19:23:21.090600 run osmo-stp_10.42.42.5(pid=18470): Launched\u000a19:23:21.210062 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:23:21.787215 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18472): Launched\u000a19:23:21.905227 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:23:22.193751 run patchelf(pid=18473): Launched\u000a19:23:22.387186 run osmo-stp_10.42.42.5(pid=18470): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18470)]\u000a19:23:22.528741 run osmo-stp_10.42.42.5(pid=18470): stdout: \u000a| (launched: 2022-12-12_19:23:20.927913)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:23:22.670891 run osmo-stp_10.42.42.5(pid=18470): stderr: \u000a| �[0;m�[38;5;43m20221212192321120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192321120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192321120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192321121 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192321121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192321121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192321121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:23:22.807453 run osmo-stp_10.42.42.5(pid=18470): stdout: \u000a| (launched: 2022-12-12_19:23:20.927913)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:23:22.942656 run osmo-stp_10.42.42.5(pid=18470): stderr: \u000a| �[0;m�[38;5;43m20221212192321120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192321120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192321120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192321121 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192321121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192321121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192321121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:23:23.100211 run patchelf(pid=18473): Terminating (SIGINT)\u000a19:23:23.285076 run patchelf(pid=18473): Terminated: ok {rc=0}\u000a19:23:23.319000 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18470): Process ended prematurely: osmo-stp_10.42.42.5(pid=18470) [trial-2381↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18470)] [trial-2381↪gprs:oc2g↪iperf3m4.py:8]\u000a19:23:23.329140 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a19:23:23.394416 run osmo-hlr_10.42.42.2(pid=18467): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:oc2g↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18467)]\u000a19:23:23.446944 run osmo-hlr_10.42.42.2(pid=18467): stdout: \u000a| (launched: 2022-12-12_19:23:19.905781) \u000a19:23:23.500244 run osmo-hlr_10.42.42.2(pid=18467): stderr: \u000a| �[0;m�[1;31m20221212192320105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212192320105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212192320105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192320105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192320105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212192320105 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212192320119 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:oc2g/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212192320127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212192320127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212192320127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:23:23.546027 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18456): Terminating (SIGTERM)\u000a19:23:23.588562 run iperf3-srv_10.42.42.10(pid=18457): Terminating (SIGTERM)\u000a19:23:23.631501 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18458): Terminating (SIGTERM)\u000a19:23:23.674123 run iperf3-srv_10.42.42.10(pid=18459): Terminating (SIGTERM)\u000a19:23:23.716894 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18460): Terminating (SIGTERM)\u000a19:23:23.759544 run iperf3-srv_10.42.42.10(pid=18461): Terminating (SIGTERM)\u000a19:23:23.802310 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18462): Terminating (SIGTERM)\u000a19:23:23.844843 run iperf3-srv_10.42.42.10(pid=18463): Terminating (SIGTERM)\u000a19:23:23.887611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18466): Terminating (SIGTERM)\u000a19:23:23.930597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18469): Terminating (SIGTERM)\u000a19:23:23.973063 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18472): Terminating (SIGTERM)\u000a19:23:23.983321 --- ParallelTerminationStrategy: PID 18456 died...\u000a19:23:24.041118 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18456): Terminated: ok {rc=0}\u000a19:23:24.051523 --- ParallelTerminationStrategy: PID 18457 died...\u000a19:23:24.108604 run iperf3-srv_10.42.42.10(pid=18457): Terminated {rc=256}\u000a19:23:24.119231 --- ParallelTerminationStrategy: PID 18458 died...\u000a19:23:24.176788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18458): Terminated: ok {rc=0}\u000a19:23:24.187238 --- ParallelTerminationStrategy: PID 18459 died...\u000a19:23:24.244706 run iperf3-srv_10.42.42.10(pid=18459): Terminated {rc=256}\u000a19:23:24.255068 --- ParallelTerminationStrategy: PID 18460 died...\u000a19:23:24.312157 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18460): Terminated: ok {rc=0}\u000a19:23:24.322924 --- ParallelTerminationStrategy: PID 18461 died...\u000a19:23:24.380487 run iperf3-srv_10.42.42.10(pid=18461): Terminated {rc=256}\u000a19:23:24.390817 --- ParallelTerminationStrategy: PID 18462 died...\u000a19:23:24.447884 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18462): Terminated: ok {rc=0}\u000a19:23:24.458604 --- ParallelTerminationStrategy: PID 18463 died...\u000a19:23:24.515708 run iperf3-srv_10.42.42.10(pid=18463): Terminated {rc=256}\u000a19:23:24.526842 --- ParallelTerminationStrategy: PID 18466 died...\u000a19:23:24.584124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18466): Terminated: ok {rc=0}\u000a19:23:24.594834 --- ParallelTerminationStrategy: PID 18469 died...\u000a19:23:24.652225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18469): Terminated: ok {rc=0}\u000a19:23:24.662691 --- ParallelTerminationStrategy: PID 18472 died...\u000a19:23:24.719790 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18472): Terminated: ok {rc=0}\u000a19:23:24.807849 bus /gobi_4: Setting Powered False\u000a19:23:25.917274 bus /gobi_4: Setting Powered False\u000a19:23:27.030848 bus /gobi_1: Setting Powered False\u000a19:23:28.135513 bus /gobi_1: Setting Powered False\u000a19:23:29.249206 bus /gobi_0: Setting Powered False\u000a19:23:30.352848 bus /gobi_0: Setting Powered False\u000a19:23:31.479971 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18480): Process ended prematurely: osmo-stp_10.42.42.5(pid=18480) [trial-2381↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18480)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18480): Process ended prematurely: osmo-stp_10.42.42.5(pid=18480) [trial-2381↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18480)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:oc2g ping.py\u000a----------------------------------------------\u000a19:23:32.552723 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a19:23:32.564668 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a19:23:32.697441 tst ping.py: using LAC 30963\u000a19:23:32.825467 tst ping.py: using RAC 108\u000a19:23:32.952109 tst ping.py: using CellId 30963\u000a19:23:33.080916 tst ping.py: using BVCI 30964\u000a19:23:33.106028 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a19:23:33.117205 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a19:23:33.128329 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a19:23:33.139844 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a19:23:33.151158 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a19:23:33.162636 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a19:23:33.174162 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a19:23:33.185483 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a19:23:33.464172 tst ping.py:19: start network...\u000a19:23:33.590802 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:23:34.074430 run create_hlr_db(pid=18474): Launched\u000a19:23:34.249368 bus /gobi_6: Setting Powered False\u000a19:23:35.270287 run create_hlr_db(pid=18474): Terminated: ok {rc=0}\u000a19:23:35.702979 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18476): Launched\u000a19:23:36.027677 run osmo-hlr_10.42.42.2(pid=18477): Launched\u000a19:23:36.149504 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:23:36.718095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18479): Launched\u000a19:23:37.043361 run osmo-stp_10.42.42.5(pid=18480): Launched\u000a19:23:37.161579 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:23:37.731597 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18482): Launched\u000a19:23:37.847848 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:23:38.130833 run patchelf(pid=18483): Launched\u000a19:23:38.321085 run osmo-stp_10.42.42.5(pid=18480): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18480)]\u000a19:23:38.460561 run osmo-stp_10.42.42.5(pid=18480): stdout: \u000a| (launched: 2022-12-12_19:23:36.883141)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:23:38.600086 run osmo-stp_10.42.42.5(pid=18480): stderr: \u000a| �[0;m�[38;5;43m20221212192337074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192337074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192337074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192337075 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192337075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192337075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192337075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:23:38.734668 run osmo-stp_10.42.42.5(pid=18480): stdout: \u000a| (launched: 2022-12-12_19:23:36.883141)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:23:38.867952 run osmo-stp_10.42.42.5(pid=18480): stderr: \u000a| �[0;m�[38;5;43m20221212192337074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192337074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192337074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192337075 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192337075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192337075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192337075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:23:39.022821 run patchelf(pid=18483): Terminating (SIGINT)\u000a19:23:39.203955 run patchelf(pid=18483): Terminated: ok {rc=0}\u000a19:23:39.236743 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=18480): Process ended prematurely: osmo-stp_10.42.42.5(pid=18480) [trial-2381↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18480)] [trial-2381↪gprs:oc2g↪ping.py:22]\u000a19:23:39.246134 tst ping.py:22: Test FAILED (6.7 sec)\u000a19:23:39.311454 run osmo-hlr_10.42.42.2(pid=18477): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:oc2g↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18477)]\u000a19:23:39.364197 run osmo-hlr_10.42.42.2(pid=18477): stdout: \u000a| (launched: 2022-12-12_19:23:35.868139) \u000a19:23:39.417436 run osmo-hlr_10.42.42.2(pid=18477): stderr: \u000a| �[0;m�[1;31m20221212192336067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212192336067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212192336067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192336067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192336067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212192336067 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212192336081 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:oc2g/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212192336090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212192336091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212192336091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:23:39.463036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18476): Terminating (SIGTERM)\u000a19:23:39.506234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18479): Terminating (SIGTERM)\u000a19:23:39.549754 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18482): Terminating (SIGTERM)\u000a19:23:39.559731 --- ParallelTerminationStrategy: PID 18476 died...\u000a19:23:39.617890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18476): Terminated: ok {rc=0}\u000a19:23:39.628359 --- ParallelTerminationStrategy: PID 18479 died...\u000a19:23:39.686161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18479): Terminated: ok {rc=0}\u000a19:23:39.696732 --- ParallelTerminationStrategy: PID 18482 died...\u000a19:23:39.753808 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18482): Terminated: ok {rc=0}\u000a19:23:39.843248 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18490): Process ended prematurely: osmo-stp_10.42.42.5(pid=18490) [trial-2381↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18490)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18490): Process ended prematurely: osmo-stp_10.42.42.5(pid=18490) [trial-2381↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18490)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:oc2g ping_idle_ping.py\u000a----------------------------------------------\u000a19:23:40.895426 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a19:23:40.906905 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a19:23:41.042740 tst ping_idle_ping.py: using LAC 30964\u000a19:23:41.169693 tst ping_idle_ping.py: using RAC 109\u000a19:23:41.292888 tst ping_idle_ping.py: using CellId 30964\u000a19:23:41.416052 tst ping_idle_ping.py: using BVCI 30965\u000a19:23:41.440037 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a19:23:41.450774 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a19:23:41.461447 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a19:23:41.472064 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a19:23:41.482471 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a19:23:41.492869 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a19:23:41.503505 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a19:23:41.514078 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a19:23:41.808558 tst ping_idle_ping.py:24: start network...\u000a19:23:41.944423 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:23:42.458847 run create_hlr_db(pid=18484): Launched\u000a19:23:42.648403 bus /gobi_6: Setting Powered False\u000a19:23:43.668889 run create_hlr_db(pid=18484): Terminated: ok {rc=0}\u000a19:23:44.101517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18486): Launched\u000a19:23:44.427762 run osmo-hlr_10.42.42.2(pid=18487): Launched\u000a19:23:44.547835 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:23:45.113525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18489): Launched\u000a19:23:45.438725 run osmo-stp_10.42.42.5(pid=18490): Launched\u000a19:23:45.556713 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:23:46.181547 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18492): Launched\u000a19:23:46.340215 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:23:46.682474 run patchelf(pid=18521): Launched\u000a19:23:46.882760 run osmo-stp_10.42.42.5(pid=18490): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18490)]\u000a19:23:47.017333 run osmo-stp_10.42.42.5(pid=18490): stdout: \u000a| (launched: 2022-12-12_19:23:45.278660)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:23:47.174310 run osmo-stp_10.42.42.5(pid=18490): stderr: \u000a| �[0;m�[38;5;43m20221212192345471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192345471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192345472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192345472 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192345473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192345473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192345473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:23:47.315185 run osmo-stp_10.42.42.5(pid=18490): stdout: \u000a| (launched: 2022-12-12_19:23:45.278660)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:23:47.444897 run osmo-stp_10.42.42.5(pid=18490): stderr: \u000a| �[0;m�[38;5;43m20221212192345471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192345471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192345472 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192345472 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192345473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192345473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192345473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:23:47.599834 run patchelf(pid=18521): Terminating (SIGINT)\u000a19:23:47.797873 run patchelf(pid=18521): Terminated: ok {rc=0}\u000a19:23:47.836266 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=18490): Process ended prematurely: osmo-stp_10.42.42.5(pid=18490) [trial-2381↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18490)] [trial-2381↪gprs:oc2g↪ping_idle_ping.py:27]\u000a19:23:47.847346 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a19:23:47.925252 run osmo-hlr_10.42.42.2(pid=18487): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:oc2g↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18487)]\u000a19:23:47.979599 run osmo-hlr_10.42.42.2(pid=18487): stdout: \u000a| (launched: 2022-12-12_19:23:44.266694) \u000a19:23:48.034458 run osmo-hlr_10.42.42.2(pid=18487): stderr: \u000a| �[0;m�[1;31m20221212192344466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212192344466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212192344466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192344466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192344466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212192344466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212192344479 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:oc2g/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212192344487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212192344487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212192344487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:23:48.086490 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18486): Terminating (SIGTERM)\u000a19:23:48.130462 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18489): Terminating (SIGTERM)\u000a19:23:48.181387 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18492): Terminating (SIGTERM)\u000a19:23:48.194337 --- ParallelTerminationStrategy: PID 18486 died...\u000a19:23:48.255891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18486): Terminated: ok {rc=0}\u000a19:23:48.266869 --- ParallelTerminationStrategy: PID 18489 died...\u000a19:23:48.331126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18489): Terminated: ok {rc=0}\u000a19:23:48.342004 --- ParallelTerminationStrategy: PID 18492 died...\u000a19:23:48.413556 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18492): Terminated: ok {rc=0}\u000a19:23:48.516273 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "30", "name" : "gprs_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:22:49" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18780): Process ended prematurely: osmo-stp_10.42.42.5(pid=18780) [trial-2381↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18780)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18780): Process ended prematurely: osmo-stp_10.42.42.5(pid=18780) [trial-2381↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18780)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:oc2g+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:23:50.661907 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:23:50.674475 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:23:50.811941 tst cs_paging_gprs_active.py: using LAC 30965\u000a19:23:50.947796 tst cs_paging_gprs_active.py: using RAC 110\u000a19:23:51.075999 tst cs_paging_gprs_active.py: using CellId 30965\u000a19:23:51.202997 tst cs_paging_gprs_active.py: using BVCI 30966\u000a19:23:51.229743 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:23:51.241983 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:23:51.254143 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:23:51.267834 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:23:51.280602 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:23:51.293473 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:23:51.306817 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:23:51.319837 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:23:51.333127 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:23:51.456434 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:23:51.759991 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:23:51.901161 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:23:52.255570 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18770): Launched\u000a19:23:52.552895 run iperf3-srv_10.42.42.10(pid=18771): Launched\u000a19:23:52.758460 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:23:52.898780 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:23:53.250176 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18772): Launched\u000a19:23:53.540273 run iperf3-srv_10.42.42.10(pid=18773): Launched\u000a19:23:53.727149 tst cs_paging_gprs_active.py:38: start network...\u000a19:23:53.854363 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:23:54.370579 run create_hlr_db(pid=18774): Launched\u000a19:23:54.549495 bus /gobi_6: Setting Powered False\u000a19:23:55.574362 run create_hlr_db(pid=18774): Terminated: ok {rc=0}\u000a19:23:56.008405 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18776): Launched\u000a19:23:56.411556 run osmo-hlr_10.42.42.2(pid=18777): Launched\u000a19:23:56.654966 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:23:57.284843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18779): Launched\u000a19:23:57.694000 run osmo-stp_10.42.42.5(pid=18780): Launched\u000a19:23:57.933435 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:23:58.539572 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18782): Launched\u000a19:23:58.652551 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:23:58.941621 run patchelf(pid=18783): Launched\u000a19:23:59.129246 run osmo-stp_10.42.42.5(pid=18780): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18780)]\u000a19:23:59.265095 run osmo-stp_10.42.42.5(pid=18780): stdout: \u000a| (launched: 2022-12-12_19:23:57.444567)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:23:59.399799 run osmo-stp_10.42.42.5(pid=18780): stderr: \u000a| �[0;m�[38;5;43m20221212192357772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192357772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192357772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192357773 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192357773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192357773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192357774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:23:59.532580 run osmo-stp_10.42.42.5(pid=18780): stdout: \u000a| (launched: 2022-12-12_19:23:57.444567)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:23:59.661702 run osmo-stp_10.42.42.5(pid=18780): stderr: \u000a| �[0;m�[38;5;43m20221212192357772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192357772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192357772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192357773 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192357773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192357773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192357774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:23:59.812347 run patchelf(pid=18783): Terminating (SIGINT)\u000a19:23:59.989806 run patchelf(pid=18783): Terminated: ok {rc=0}\u000a19:24:00.023150 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=18780): Process ended prematurely: osmo-stp_10.42.42.5(pid=18780) [trial-2381↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18780)] [trial-2381↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a19:24:00.034633 tst cs_paging_gprs_active.py:38: Test FAILED (9.4 sec)\u000a19:24:00.098272 run osmo-hlr_10.42.42.2(pid=18777): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18777)]\u000a19:24:00.150142 run osmo-hlr_10.42.42.2(pid=18777): stdout: \u000a| (launched: 2022-12-12_19:23:56.167270) \u000a19:24:00.202579 run osmo-hlr_10.42.42.2(pid=18777): stderr: \u000a| �[0;m�[1;31m20221212192356501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212192356501 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212192356502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192356502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192356502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212192356502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212192356527 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:oc2g+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212192356540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212192356540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212192356540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:24:00.248919 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18770): Terminating (SIGTERM)\u000a19:24:00.293284 run iperf3-srv_10.42.42.10(pid=18771): Terminating (SIGTERM)\u000a19:24:00.337934 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18772): Terminating (SIGTERM)\u000a19:24:00.382386 run iperf3-srv_10.42.42.10(pid=18773): Terminating (SIGTERM)\u000a19:24:00.427127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18776): Terminating (SIGTERM)\u000a19:24:00.472033 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18779): Terminating (SIGTERM)\u000a19:24:00.517247 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18782): Terminating (SIGTERM)\u000a19:24:00.527366 --- ParallelTerminationStrategy: PID 18770 died...\u000a19:24:00.585514 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18770): Terminated: ok {rc=0}\u000a19:24:00.595835 --- ParallelTerminationStrategy: PID 18771 died...\u000a19:24:00.652367 run iperf3-srv_10.42.42.10(pid=18771): Terminated {rc=256}\u000a19:24:00.662949 --- ParallelTerminationStrategy: PID 18772 died...\u000a19:24:00.718438 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18772): Terminated: ok {rc=0}\u000a19:24:00.728737 --- ParallelTerminationStrategy: PID 18773 died...\u000a19:24:00.785174 run iperf3-srv_10.42.42.10(pid=18773): Terminated {rc=256}\u000a19:24:00.795746 --- ParallelTerminationStrategy: PID 18776 died...\u000a19:24:00.852226 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18776): Terminated: ok {rc=0}\u000a19:24:00.863360 --- ParallelTerminationStrategy: PID 18779 died...\u000a19:24:00.919263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18779): Terminated: ok {rc=0}\u000a19:24:00.930572 --- ParallelTerminationStrategy: PID 18782 died...\u000a19:24:00.987627 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18782): Terminated: ok {rc=0}\u000a19:24:01.112581 bus /gobi_0: Setting Powered False\u000a19:24:02.271753 bus /gobi_0: Setting Powered False\u000a19:24:03.391571 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18792): Process ended prematurely: osmo-stp_10.42.42.5(pid=18792) [trial-2381↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18792)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18792): Process ended prematurely: osmo-stp_10.42.42.5(pid=18792) [trial-2381↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18792)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:oc2g+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a19:24:04.508112 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:24:04.520722 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:24:04.650934 tst iperf3.py: using LAC 30966\u000a19:24:04.779707 tst iperf3.py: using RAC 111\u000a19:24:04.902925 tst iperf3.py: using CellId 30966\u000a19:24:05.023780 tst iperf3.py: using BVCI 30967\u000a19:24:05.049530 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:24:05.061786 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:24:05.073668 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:24:05.086181 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:24:05.098302 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:24:05.109672 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:24:05.121530 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:24:05.133690 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:24:05.146539 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:24:05.438115 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:24:05.571140 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:24:05.913992 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18784): Launched\u000a19:24:06.201976 run iperf3-srv_10.42.42.10(pid=18785): Launched\u000a19:24:06.394084 tst iperf3.py:8: start network...\u000a19:24:06.526891 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:24:07.071199 run create_hlr_db(pid=18786): Launched\u000a19:24:07.252824 bus /gobi_6: Setting Powered False\u000a19:24:08.275813 run create_hlr_db(pid=18786): Terminated: ok {rc=0}\u000a19:24:08.713977 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18788): Launched\u000a19:24:09.045311 run osmo-hlr_10.42.42.2(pid=18789): Launched\u000a19:24:09.166215 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:24:09.733425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18791): Launched\u000a19:24:10.059813 run osmo-stp_10.42.42.5(pid=18792): Launched\u000a19:24:10.178135 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:24:10.745463 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18794): Launched\u000a19:24:10.860911 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:24:11.144667 run patchelf(pid=18795): Launched\u000a19:24:11.334914 run osmo-stp_10.42.42.5(pid=18792): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18792)]\u000a19:24:11.474730 run osmo-stp_10.42.42.5(pid=18792): stdout: \u000a| (launched: 2022-12-12_19:24:09.898456)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:24:11.615298 run osmo-stp_10.42.42.5(pid=18792): stderr: \u000a| �[0;m�[38;5;43m20221212192410091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192410091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192410092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192410092 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192410092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192410092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192410093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:24:11.749967 run osmo-stp_10.42.42.5(pid=18792): stdout: \u000a| (launched: 2022-12-12_19:24:09.898456)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:24:11.883180 run osmo-stp_10.42.42.5(pid=18792): stderr: \u000a| �[0;m�[38;5;43m20221212192410091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192410091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192410092 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192410092 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192410092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192410092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192410093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:24:12.038086 run patchelf(pid=18795): Terminating (SIGINT)\u000a19:24:12.219196 run patchelf(pid=18795): Terminated: ok {rc=0}\u000a19:24:12.252518 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18792): Process ended prematurely: osmo-stp_10.42.42.5(pid=18792) [trial-2381↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18792)] [trial-2381↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8]\u000a19:24:12.262570 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a19:24:12.326401 run osmo-hlr_10.42.42.2(pid=18789): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:oc2g+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18789)]\u000a19:24:12.378349 run osmo-hlr_10.42.42.2(pid=18789): stdout: \u000a| (launched: 2022-12-12_19:24:08.874101) \u000a19:24:12.431027 run osmo-hlr_10.42.42.2(pid=18789): stderr: \u000a| �[0;m�[1;31m20221212192409085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212192409085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212192409085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192409085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192409085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212192409085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212192409098 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:oc2g+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212192409106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212192409106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212192409106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:24:12.475604 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18784): Terminating (SIGTERM)\u000a19:24:12.518004 run iperf3-srv_10.42.42.10(pid=18785): Terminating (SIGTERM)\u000a19:24:12.560604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18788): Terminating (SIGTERM)\u000a19:24:12.603123 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18791): Terminating (SIGTERM)\u000a19:24:12.645797 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18794): Terminating (SIGTERM)\u000a19:24:12.655511 --- ParallelTerminationStrategy: PID 18784 died...\u000a19:24:12.712592 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18784): Terminated: ok {rc=0}\u000a19:24:12.722800 --- ParallelTerminationStrategy: PID 18785 died...\u000a19:24:12.779250 run iperf3-srv_10.42.42.10(pid=18785): Terminated {rc=256}\u000a19:24:12.789662 --- ParallelTerminationStrategy: PID 18788 died...\u000a19:24:12.846286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18788): Terminated: ok {rc=0}\u000a19:24:12.856719 --- ParallelTerminationStrategy: PID 18791 died...\u000a19:24:12.913719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18791): Terminated: ok {rc=0}\u000a19:24:12.923895 --- ParallelTerminationStrategy: PID 18794 died...\u000a19:24:12.980891 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18794): Terminated: ok {rc=0}\u000a19:24:13.069305 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18818): Process ended prematurely: osmo-stp_10.42.42.5(pid=18818) [trial-2381↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18818)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18818): Process ended prematurely: osmo-stp_10.42.42.5(pid=18818) [trial-2381↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18818)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:oc2g+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a19:24:14.181897 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:24:14.193530 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:24:14.320481 tst iperf3m4.py: using LAC 30967\u000a19:24:14.441253 tst iperf3m4.py: using RAC 112\u000a19:24:14.562190 tst iperf3m4.py: using CellId 30967\u000a19:24:14.688667 tst iperf3m4.py: using BVCI 30968\u000a19:24:14.713535 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:24:14.724882 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:24:14.736012 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:24:14.747507 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:24:14.759335 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:24:14.770876 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:24:14.783090 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:24:14.794471 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:24:14.806028 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:24:14.926422 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:24:15.046198 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:24:15.163306 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:24:15.456852 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:24:15.592338 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:24:15.950967 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18796): Launched\u000a19:24:16.317450 run iperf3-srv_10.42.42.10(pid=18797): Launched\u000a19:24:16.565590 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:24:16.696097 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:24:17.044074 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18798): Launched\u000a19:24:17.334565 run iperf3-srv_10.42.42.10(pid=18799): Launched\u000a19:24:17.519238 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:24:17.645337 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:24:17.960179 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18800): Launched\u000a19:24:18.220639 run iperf3-srv_10.42.42.10(pid=18801): Launched\u000a19:24:18.403647 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:24:18.528394 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:24:18.844316 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18802): Launched\u000a19:24:19.107047 run iperf3-srv_10.42.42.10(pid=18803): Launched\u000a19:24:19.290304 tst iperf3m4.py:8: start network...\u000a19:24:19.415183 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:24:19.906758 run create_hlr_db(pid=18804): Launched\u000a19:24:20.082053 bus /gobi_6: Setting Powered False\u000a19:24:21.103023 run create_hlr_db(pid=18804): Terminated: ok {rc=0}\u000a19:24:21.507340 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18814): Launched\u000a19:24:21.813224 run osmo-hlr_10.42.42.2(pid=18815): Launched\u000a19:24:21.925232 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:24:22.451414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18817): Launched\u000a19:24:22.755678 run osmo-stp_10.42.42.5(pid=18818): Launched\u000a19:24:22.864772 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:24:23.396361 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18820): Launched\u000a19:24:23.504085 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:24:23.770504 run patchelf(pid=18821): Launched\u000a19:24:23.948685 run osmo-stp_10.42.42.5(pid=18818): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18818)]\u000a19:24:24.079149 run osmo-stp_10.42.42.5(pid=18818): stdout: \u000a| (launched: 2022-12-12_19:24:22.605219)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:24:24.209886 run osmo-stp_10.42.42.5(pid=18818): stderr: \u000a| �[0;m�[38;5;43m20221212192422776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192422777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192422777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192422777 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192422778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192422778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192422778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:24:24.335472 run osmo-stp_10.42.42.5(pid=18818): stdout: \u000a| (launched: 2022-12-12_19:24:22.605219)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:24:24.459556 run osmo-stp_10.42.42.5(pid=18818): stderr: \u000a| �[0;m�[38;5;43m20221212192422776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192422777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192422777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192422777 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192422778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192422778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192422778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:24:24.604306 run patchelf(pid=18821): Terminating (SIGINT)\u000a19:24:24.775953 run patchelf(pid=18821): Terminated: ok {rc=0}\u000a19:24:24.807495 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18818): Process ended prematurely: osmo-stp_10.42.42.5(pid=18818) [trial-2381↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18818)] [trial-2381↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8]\u000a19:24:24.816733 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a19:24:24.878474 run osmo-hlr_10.42.42.2(pid=18815): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18815)]\u000a19:24:24.928467 run osmo-hlr_10.42.42.2(pid=18815): stdout: \u000a| (launched: 2022-12-12_19:24:21.661345) \u000a19:24:24.978976 run osmo-hlr_10.42.42.2(pid=18815): stderr: \u000a| �[0;m�[1;31m20221212192421837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212192421837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212192421837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192421837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192421837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212192421837 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212192421850 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:oc2g+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212192421859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212192421859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212192421859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:24:25.021744 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18796): Terminating (SIGTERM)\u000a19:24:25.061978 run iperf3-srv_10.42.42.10(pid=18797): Terminating (SIGTERM)\u000a19:24:25.102171 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18798): Terminating (SIGTERM)\u000a19:24:25.142187 run iperf3-srv_10.42.42.10(pid=18799): Terminating (SIGTERM)\u000a19:24:25.182284 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18800): Terminating (SIGTERM)\u000a19:24:25.222410 run iperf3-srv_10.42.42.10(pid=18801): Terminating (SIGTERM)\u000a19:24:25.262525 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18802): Terminating (SIGTERM)\u000a19:24:25.302684 run iperf3-srv_10.42.42.10(pid=18803): Terminating (SIGTERM)\u000a19:24:25.342816 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18814): Terminating (SIGTERM)\u000a19:24:25.382915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18817): Terminating (SIGTERM)\u000a19:24:25.423242 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18820): Terminating (SIGTERM)\u000a19:24:25.432489 --- ParallelTerminationStrategy: PID 18796 died...\u000a19:24:25.486588 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18796): Terminated: ok {rc=0}\u000a19:24:25.496188 --- ParallelTerminationStrategy: PID 18797 died...\u000a19:24:25.550050 run iperf3-srv_10.42.42.10(pid=18797): Terminated {rc=256}\u000a19:24:25.559672 --- ParallelTerminationStrategy: PID 18798 died...\u000a19:24:25.613381 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18798): Terminated: ok {rc=0}\u000a19:24:25.622922 --- ParallelTerminationStrategy: PID 18799 died...\u000a19:24:25.676484 run iperf3-srv_10.42.42.10(pid=18799): Terminated {rc=256}\u000a19:24:25.686126 --- ParallelTerminationStrategy: PID 18800 died...\u000a19:24:25.739784 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18800): Terminated: ok {rc=0}\u000a19:24:25.749414 --- ParallelTerminationStrategy: PID 18801 died...\u000a19:24:25.802963 run iperf3-srv_10.42.42.10(pid=18801): Terminated {rc=256}\u000a19:24:25.812561 --- ParallelTerminationStrategy: PID 18802 died...\u000a19:24:25.866026 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18802): Terminated: ok {rc=0}\u000a19:24:25.875602 --- ParallelTerminationStrategy: PID 18803 died...\u000a19:24:25.929617 run iperf3-srv_10.42.42.10(pid=18803): Terminated {rc=256}\u000a19:24:25.939214 --- ParallelTerminationStrategy: PID 18814 died...\u000a19:24:25.992644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18814): Terminated: ok {rc=0}\u000a19:24:26.002296 --- ParallelTerminationStrategy: PID 18817 died...\u000a19:24:26.055741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18817): Terminated: ok {rc=0}\u000a19:24:26.065451 --- ParallelTerminationStrategy: PID 18820 died...\u000a19:24:26.118988 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18820): Terminated: ok {rc=0}\u000a19:24:26.209939 bus /gobi_4: Setting Powered False\u000a19:24:27.316034 bus /gobi_4: Setting Powered False\u000a19:24:28.424071 bus /gobi_1: Setting Powered False\u000a19:24:29.532253 bus /gobi_1: Setting Powered False\u000a19:24:30.641590 bus /gobi_0: Setting Powered False\u000a19:24:31.754343 bus /gobi_0: Setting Powered False\u000a19:24:32.864095 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18828): Process ended prematurely: osmo-stp_10.42.42.5(pid=18828) [trial-2381↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18828)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18828): Process ended prematurely: osmo-stp_10.42.42.5(pid=18828) [trial-2381↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18828)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:oc2g+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a19:24:33.933583 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:24:33.945550 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:24:34.075875 tst ping.py: using LAC 30968\u000a19:24:34.200694 tst ping.py: using RAC 113\u000a19:24:34.324201 tst ping.py: using CellId 30968\u000a19:24:34.452456 tst ping.py: using BVCI 30969\u000a19:24:34.475380 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:24:34.486251 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:24:34.496929 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:24:34.507566 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:24:34.518463 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:24:34.529093 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:24:34.539852 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:24:34.550552 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:24:34.827528 tst ping.py:19: start network...\u000a19:24:34.951580 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:24:35.427245 run create_hlr_db(pid=18822): Launched\u000a19:24:35.598671 bus /gobi_6: Setting Powered False\u000a19:24:36.619698 run create_hlr_db(pid=18822): Terminated: ok {rc=0}\u000a19:24:37.018133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18824): Launched\u000a19:24:37.317071 run osmo-hlr_10.42.42.2(pid=18825): Launched\u000a19:24:37.425821 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:24:37.945699 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18827): Launched\u000a19:24:38.246490 run osmo-stp_10.42.42.5(pid=18828): Launched\u000a19:24:38.354714 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:24:38.875106 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18830): Launched\u000a19:24:38.980857 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:24:39.241950 run patchelf(pid=18831): Launched\u000a19:24:39.417150 run osmo-stp_10.42.42.5(pid=18828): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18828)]\u000a19:24:39.544881 run osmo-stp_10.42.42.5(pid=18828): stdout: \u000a| (launched: 2022-12-12_19:24:38.097100)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:24:39.672756 run osmo-stp_10.42.42.5(pid=18828): stderr: \u000a| �[0;m�[38;5;43m20221212192438267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192438267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192438268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192438268 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192438268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192438269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192438269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:24:39.795943 run osmo-stp_10.42.42.5(pid=18828): stdout: \u000a| (launched: 2022-12-12_19:24:38.097100)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:24:39.918027 run osmo-stp_10.42.42.5(pid=18828): stderr: \u000a| �[0;m�[38;5;43m20221212192438267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192438267 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192438268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192438268 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192438268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192438269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192438269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:24:40.060225 run patchelf(pid=18831): Terminating (SIGINT)\u000a19:24:40.226778 run patchelf(pid=18831): Terminated: ok {rc=0}\u000a19:24:40.257160 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=18828): Process ended prematurely: osmo-stp_10.42.42.5(pid=18828) [trial-2381↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18828)] [trial-2381↪gprs:oc2g+mod-bts0-egprs↪ping.py:22]\u000a19:24:40.265824 tst ping.py:22: Test FAILED (6.3 sec)\u000a19:24:40.326646 run osmo-hlr_10.42.42.2(pid=18825): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:oc2g+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18825)]\u000a19:24:40.376235 run osmo-hlr_10.42.42.2(pid=18825): stdout: \u000a| (launched: 2022-12-12_19:24:37.169599) \u000a19:24:40.426731 run osmo-hlr_10.42.42.2(pid=18825): stderr: \u000a| �[0;m�[1;31m20221212192437347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212192437347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212192437347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192437347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192437347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212192437347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212192437359 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:oc2g+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212192437370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212192437370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212192437370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:24:40.469773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18824): Terminating (SIGTERM)\u000a19:24:40.510155 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18827): Terminating (SIGTERM)\u000a19:24:40.550467 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18830): Terminating (SIGTERM)\u000a19:24:40.559797 --- ParallelTerminationStrategy: PID 18824 died...\u000a19:24:40.613794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18824): Terminated: ok {rc=0}\u000a19:24:40.623513 --- ParallelTerminationStrategy: PID 18827 died...\u000a19:24:40.677126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18827): Terminated: ok {rc=0}\u000a19:24:40.686699 --- ParallelTerminationStrategy: PID 18830 died...\u000a19:24:40.740191 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18830): Terminated: ok {rc=0}\u000a19:24:40.825310 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18838): Process ended prematurely: osmo-stp_10.42.42.5(pid=18838) [trial-2381↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18838)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18838): Process ended prematurely: osmo-stp_10.42.42.5(pid=18838) [trial-2381↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18838)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:oc2g+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a19:24:41.878762 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:24:41.891092 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:24:42.016282 tst ping_idle_ping.py: using LAC 30969\u000a19:24:42.134967 tst ping_idle_ping.py: using RAC 114\u000a19:24:42.253481 tst ping_idle_ping.py: using CellId 30969\u000a19:24:42.369845 tst ping_idle_ping.py: using BVCI 30970\u000a19:24:42.392592 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:24:42.403597 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:24:42.414359 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:24:42.425164 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:24:42.435665 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:24:42.446236 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:24:42.456903 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:24:42.467548 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:24:42.760095 tst ping_idle_ping.py:24: start network...\u000a19:24:42.894321 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:24:43.402002 run create_hlr_db(pid=18832): Launched\u000a19:24:43.588216 bus /gobi_6: Setting Powered False\u000a19:24:44.610524 run create_hlr_db(pid=18832): Terminated: ok {rc=0}\u000a19:24:45.039868 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18834): Launched\u000a19:24:45.363203 run osmo-hlr_10.42.42.2(pid=18835): Launched\u000a19:24:45.480146 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:24:46.080485 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18837): Launched\u000a19:24:46.485749 run osmo-stp_10.42.42.5(pid=18838): Launched\u000a19:24:46.663108 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:24:47.310391 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18840): Launched\u000a19:24:47.425099 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:24:47.707506 run patchelf(pid=18841): Launched\u000a19:24:47.895358 run osmo-stp_10.42.42.5(pid=18838): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18838)]\u000a19:24:48.032839 run osmo-stp_10.42.42.5(pid=18838): stdout: \u000a| (launched: 2022-12-12_19:24:46.235133)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:24:48.170961 run osmo-stp_10.42.42.5(pid=18838): stderr: \u000a| �[0;m�[38;5;43m20221212192446579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192446589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192446589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192446590 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192446590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192446590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192446590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:24:48.303999 run osmo-stp_10.42.42.5(pid=18838): stdout: \u000a| (launched: 2022-12-12_19:24:46.235133)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:24:48.435580 run osmo-stp_10.42.42.5(pid=18838): stderr: \u000a| �[0;m�[38;5;43m20221212192446579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192446589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192446589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192446590 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192446590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192446590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192446590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:24:48.588940 run patchelf(pid=18841): Terminating (SIGINT)\u000a19:24:48.768091 run patchelf(pid=18841): Terminated: ok {rc=0}\u000a19:24:48.800748 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=18838): Process ended prematurely: osmo-stp_10.42.42.5(pid=18838) [trial-2381↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18838)] [trial-2381↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a19:24:48.810264 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a19:24:48.874853 run osmo-hlr_10.42.42.2(pid=18835): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18835)]\u000a19:24:48.927514 run osmo-hlr_10.42.42.2(pid=18835): stdout: \u000a| (launched: 2022-12-12_19:24:45.203277) \u000a19:24:48.981382 run osmo-hlr_10.42.42.2(pid=18835): stderr: \u000a| �[0;m�[1;31m20221212192445400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212192445400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212192445400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192445400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192445400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212192445400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212192445413 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:oc2g+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212192445421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212192445421 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212192445422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:24:49.026702 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18834): Terminating (SIGTERM)\u000a19:24:49.069621 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18837): Terminating (SIGTERM)\u000a19:24:49.112444 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18840): Terminating (SIGTERM)\u000a19:24:49.122704 --- ParallelTerminationStrategy: PID 18834 died...\u000a19:24:49.179895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18834): Terminated: ok {rc=0}\u000a19:24:49.190430 --- ParallelTerminationStrategy: PID 18837 died...\u000a19:24:49.247361 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18837): Terminated: ok {rc=0}\u000a19:24:49.257937 --- ParallelTerminationStrategy: PID 18840 died...\u000a19:24:49.315107 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18840): Terminated: ok {rc=0}\u000a19:24:49.403499 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "31", "name" : "gprs_oc2g+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:23:50" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18855): Process ended prematurely: osmo-stp_10.42.42.5(pid=18855) [trial-2381↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18855)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18855): Process ended prematurely: osmo-stp_10.42.42.5(pid=18855) [trial-2381↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18855)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:oc2g+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:24:51.530191 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:24:51.541778 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:24:51.695035 tst cs_paging_gprs_active.py: using LAC 30970\u000a19:24:51.822350 tst cs_paging_gprs_active.py: using RAC 115\u000a19:24:51.943815 tst cs_paging_gprs_active.py: using CellId 30970\u000a19:24:52.065122 tst cs_paging_gprs_active.py: using BVCI 30971\u000a19:24:52.088497 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:24:52.099609 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:24:52.110375 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:24:52.121060 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:24:52.131548 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:24:52.142254 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:24:52.153415 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:24:52.163993 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:24:52.174802 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:24:52.294921 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:24:52.577823 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:24:52.705379 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:24:53.023328 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18845): Launched\u000a19:24:53.288233 run iperf3-srv_10.42.42.10(pid=18846): Launched\u000a19:24:53.473689 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:24:53.600117 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:24:53.918092 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18847): Launched\u000a19:24:54.180739 run iperf3-srv_10.42.42.10(pid=18848): Launched\u000a19:24:54.366236 tst cs_paging_gprs_active.py:38: start network...\u000a19:24:54.492490 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:24:54.981762 run create_hlr_db(pid=18849): Launched\u000a19:24:55.157408 bus /gobi_6: Setting Powered False\u000a19:24:56.179806 run create_hlr_db(pid=18849): Terminated: ok {rc=0}\u000a19:24:56.588358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18851): Launched\u000a19:24:56.895103 run osmo-hlr_10.42.42.2(pid=18852): Launched\u000a19:24:57.011590 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:24:57.541883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18854): Launched\u000a19:24:57.848178 run osmo-stp_10.42.42.5(pid=18855): Launched\u000a19:24:57.958764 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:24:58.491239 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18857): Launched\u000a19:24:58.599907 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:24:58.867162 run patchelf(pid=18858): Launched\u000a19:24:59.047409 run osmo-stp_10.42.42.5(pid=18855): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18855)]\u000a19:24:59.178641 run osmo-stp_10.42.42.5(pid=18855): stdout: \u000a| (launched: 2022-12-12_19:24:57.697081)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:24:59.310090 run osmo-stp_10.42.42.5(pid=18855): stderr: \u000a| �[0;m�[38;5;43m20221212192457870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192457870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192457870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192457871 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192457871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192457871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192457871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:24:59.436220 run osmo-stp_10.42.42.5(pid=18855): stdout: \u000a| (launched: 2022-12-12_19:24:57.697081)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:24:59.561355 run osmo-stp_10.42.42.5(pid=18855): stderr: \u000a| �[0;m�[38;5;43m20221212192457870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192457870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192457870 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192457871 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192457871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192457871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192457871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:24:59.707647 run patchelf(pid=18858): Terminating (SIGINT)\u000a19:24:59.879770 run patchelf(pid=18858): Terminated: ok {rc=0}\u000a19:24:59.911458 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=18855): Process ended prematurely: osmo-stp_10.42.42.5(pid=18855) [trial-2381↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18855)] [trial-2381↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a19:24:59.920507 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a19:24:59.981564 run osmo-hlr_10.42.42.2(pid=18852): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18852)]\u000a19:25:00.031400 run osmo-hlr_10.42.42.2(pid=18852): stdout: \u000a| (launched: 2022-12-12_19:24:56.743658) \u000a19:25:00.082160 run osmo-hlr_10.42.42.2(pid=18852): stderr: \u000a| �[0;m�[1;31m20221212192456922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212192456922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212192456922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192456923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192456923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212192456923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212192456934 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:oc2g+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212192456944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212192456944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212192456944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:25:00.125100 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18845): Terminating (SIGTERM)\u000a19:25:00.165227 run iperf3-srv_10.42.42.10(pid=18846): Terminating (SIGTERM)\u000a19:25:00.205483 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18847): Terminating (SIGTERM)\u000a19:25:00.245524 run iperf3-srv_10.42.42.10(pid=18848): Terminating (SIGTERM)\u000a19:25:00.285833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18851): Terminating (SIGTERM)\u000a19:25:00.325941 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18854): Terminating (SIGTERM)\u000a19:25:00.366037 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18857): Terminating (SIGTERM)\u000a19:25:00.375257 --- ParallelTerminationStrategy: PID 18845 died...\u000a19:25:00.429126 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18845): Terminated: ok {rc=0}\u000a19:25:00.438744 --- ParallelTerminationStrategy: PID 18846 died...\u000a19:25:00.492008 run iperf3-srv_10.42.42.10(pid=18846): Terminated {rc=256}\u000a19:25:00.501616 --- ParallelTerminationStrategy: PID 18847 died...\u000a19:25:00.554995 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18847): Terminated: ok {rc=0}\u000a19:25:00.564498 --- ParallelTerminationStrategy: PID 18848 died...\u000a19:25:00.617939 run iperf3-srv_10.42.42.10(pid=18848): Terminated {rc=256}\u000a19:25:00.627496 --- ParallelTerminationStrategy: PID 18851 died...\u000a19:25:00.681083 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18851): Terminated: ok {rc=0}\u000a19:25:00.690630 --- ParallelTerminationStrategy: PID 18854 died...\u000a19:25:00.743981 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18854): Terminated: ok {rc=0}\u000a19:25:00.753605 --- ParallelTerminationStrategy: PID 18857 died...\u000a19:25:00.806977 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18857): Terminated: ok {rc=0}\u000a19:25:00.906082 bus /gobi_0: Setting Powered False\u000a19:25:02.033985 bus /gobi_0: Setting Powered False\u000a19:25:03.146625 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18870): Process ended prematurely: osmo-stp_10.42.42.5(pid=18870) [trial-2381↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18870)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18870): Process ended prematurely: osmo-stp_10.42.42.5(pid=18870) [trial-2381↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18870)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:oc2g+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a19:25:04.258263 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:25:04.269687 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:25:04.417311 tst iperf3.py: using LAC 30971\u000a19:25:04.536005 tst iperf3.py: using RAC 116\u000a19:25:04.656074 tst iperf3.py: using CellId 30971\u000a19:25:04.774570 tst iperf3.py: using BVCI 30972\u000a19:25:04.797826 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:25:04.808724 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:25:04.819608 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:25:04.830332 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:25:04.840827 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:25:04.851529 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:25:04.862340 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:25:04.872833 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:25:04.883563 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:25:05.178752 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:25:05.315590 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:25:05.655944 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18862): Launched\u000a19:25:05.938848 run iperf3-srv_10.42.42.10(pid=18863): Launched\u000a19:25:06.138644 tst iperf3.py:8: start network...\u000a19:25:06.274960 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:25:06.788832 run create_hlr_db(pid=18864): Launched\u000a19:25:06.978004 bus /gobi_6: Setting Powered False\u000a19:25:07.999035 run create_hlr_db(pid=18864): Terminated: ok {rc=0}\u000a19:25:08.407462 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18866): Launched\u000a19:25:08.714258 run osmo-hlr_10.42.42.2(pid=18867): Launched\u000a19:25:08.826362 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:25:09.355838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18869): Launched\u000a19:25:09.660231 run osmo-stp_10.42.42.5(pid=18870): Launched\u000a19:25:09.770106 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:25:10.302342 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18872): Launched\u000a19:25:10.410727 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:25:10.678368 run patchelf(pid=18873): Launched\u000a19:25:10.856896 run osmo-stp_10.42.42.5(pid=18870): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18870)]\u000a19:25:10.987783 run osmo-stp_10.42.42.5(pid=18870): stdout: \u000a| (launched: 2022-12-12_19:25:09.510110)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:25:11.119722 run osmo-stp_10.42.42.5(pid=18870): stderr: \u000a| �[0;m�[38;5;43m20221212192509683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192509683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192509683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192509684 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192509684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192509684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192509684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:25:11.245801 run osmo-stp_10.42.42.5(pid=18870): stdout: \u000a| (launched: 2022-12-12_19:25:09.510110)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:25:11.370361 run osmo-stp_10.42.42.5(pid=18870): stderr: \u000a| �[0;m�[38;5;43m20221212192509683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192509683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192509683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192509684 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192509684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192509684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192509684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:25:11.515377 run patchelf(pid=18873): Terminating (SIGINT)\u000a19:25:11.685981 run patchelf(pid=18873): Terminated: ok {rc=0}\u000a19:25:11.717510 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18870): Process ended prematurely: osmo-stp_10.42.42.5(pid=18870) [trial-2381↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18870)] [trial-2381↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a19:25:11.726684 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a19:25:11.787123 run osmo-hlr_10.42.42.2(pid=18867): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18867)]\u000a19:25:11.836847 run osmo-hlr_10.42.42.2(pid=18867): stdout: \u000a| (launched: 2022-12-12_19:25:08.562362) \u000a19:25:11.888045 run osmo-hlr_10.42.42.2(pid=18867): stderr: \u000a| �[0;m�[1;31m20221212192508740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212192508740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212192508740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192508740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192508740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212192508740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212192508752 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:oc2g+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212192508762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212192508762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212192508763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:25:11.930830 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18862): Terminating (SIGTERM)\u000a19:25:11.971135 run iperf3-srv_10.42.42.10(pid=18863): Terminating (SIGTERM)\u000a19:25:12.011625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18866): Terminating (SIGTERM)\u000a19:25:12.051847 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18869): Terminating (SIGTERM)\u000a19:25:12.092078 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18872): Terminating (SIGTERM)\u000a19:25:12.101437 --- ParallelTerminationStrategy: PID 18862 died...\u000a19:25:12.155797 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18862): Terminated: ok {rc=0}\u000a19:25:12.165883 --- ParallelTerminationStrategy: PID 18863 died...\u000a19:25:12.220071 run iperf3-srv_10.42.42.10(pid=18863): Terminated {rc=256}\u000a19:25:12.229793 --- ParallelTerminationStrategy: PID 18866 died...\u000a19:25:12.283751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18866): Terminated: ok {rc=0}\u000a19:25:12.293953 --- ParallelTerminationStrategy: PID 18869 died...\u000a19:25:12.347849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18869): Terminated: ok {rc=0}\u000a19:25:12.357640 --- ParallelTerminationStrategy: PID 18872 died...\u000a19:25:12.411520 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18872): Terminated: ok {rc=0}\u000a19:25:12.502286 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18889): Process ended prematurely: osmo-stp_10.42.42.5(pid=18889) [trial-2381↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18889)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18889): Process ended prematurely: osmo-stp_10.42.42.5(pid=18889) [trial-2381↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18889)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:oc2g+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a19:25:13.618765 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:25:13.630952 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:25:13.779150 tst iperf3m4.py: using LAC 30972\u000a19:25:13.899050 tst iperf3m4.py: using RAC 117\u000a19:25:14.026919 tst iperf3m4.py: using CellId 30972\u000a19:25:14.155172 tst iperf3m4.py: using BVCI 30973\u000a19:25:14.180014 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:25:14.191652 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:25:14.203037 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:25:14.214661 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:25:14.226049 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:25:14.237520 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:25:14.249190 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:25:14.260276 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:25:14.272062 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:25:14.393337 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:25:14.515958 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:25:14.633436 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:25:14.917802 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:25:15.043606 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:25:15.360646 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18874): Launched\u000a19:25:15.623236 run iperf3-srv_10.42.42.10(pid=18875): Launched\u000a19:25:15.807039 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:25:15.956426 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:25:16.348661 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18876): Launched\u000a19:25:16.638917 run iperf3-srv_10.42.42.10(pid=18877): Launched\u000a19:25:16.846159 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:25:16.987194 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:25:17.329137 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18878): Launched\u000a19:25:17.593331 run iperf3-srv_10.42.42.10(pid=18879): Launched\u000a19:25:17.777379 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:25:17.902604 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:25:18.219840 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18880): Launched\u000a19:25:18.482068 run iperf3-srv_10.42.42.10(pid=18881): Launched\u000a19:25:18.666589 tst iperf3m4.py:8: start network...\u000a19:25:18.792132 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:25:19.281015 run create_hlr_db(pid=18882): Launched\u000a19:25:19.456058 bus /gobi_6: Setting Powered False\u000a19:25:20.478004 run create_hlr_db(pid=18882): Terminated: ok {rc=0}\u000a19:25:20.913974 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18884): Launched\u000a19:25:21.242764 run osmo-hlr_10.42.42.2(pid=18886): Launched\u000a19:25:21.363967 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:25:21.934198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18888): Launched\u000a19:25:22.261631 run osmo-stp_10.42.42.5(pid=18889): Launched\u000a19:25:22.380343 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:25:22.951073 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18891): Launched\u000a19:25:23.067492 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:25:23.355162 run patchelf(pid=18892): Launched\u000a19:25:23.546558 run osmo-stp_10.42.42.5(pid=18889): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18889)]\u000a19:25:23.687269 run osmo-stp_10.42.42.5(pid=18889): stdout: \u000a| (launched: 2022-12-12_19:25:22.099871)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:25:23.827759 run osmo-stp_10.42.42.5(pid=18889): stderr: \u000a| �[0;m�[38;5;43m20221212192522291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192522291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192522291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192522292 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192522292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192522292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192522292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:25:23.962739 run osmo-stp_10.42.42.5(pid=18889): stdout: \u000a| (launched: 2022-12-12_19:25:22.099871)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:25:24.096718 run osmo-stp_10.42.42.5(pid=18889): stderr: \u000a| �[0;m�[38;5;43m20221212192522291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192522291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192522291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192522292 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192522292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192522292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192522292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:25:24.252283 run patchelf(pid=18892): Terminating (SIGINT)\u000a19:25:24.434980 run patchelf(pid=18892): Terminated: ok {rc=0}\u000a19:25:24.468466 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18889): Process ended prematurely: osmo-stp_10.42.42.5(pid=18889) [trial-2381↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18889)] [trial-2381↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a19:25:24.479202 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a19:25:24.544478 run osmo-hlr_10.42.42.2(pid=18886): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18886)]\u000a19:25:24.597984 run osmo-hlr_10.42.42.2(pid=18886): stdout: \u000a| (launched: 2022-12-12_19:25:21.079867) \u000a19:25:24.651585 run osmo-hlr_10.42.42.2(pid=18886): stderr: \u000a| �[0;m�[1;31m20221212192521279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212192521279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212192521279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192521279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192521279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212192521279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212192521296 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:oc2g+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212192521306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212192521306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212192521306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:25:24.696739 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18874): Terminating (SIGTERM)\u000a19:25:24.739712 run iperf3-srv_10.42.42.10(pid=18875): Terminating (SIGTERM)\u000a19:25:24.783151 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18876): Terminating (SIGTERM)\u000a19:25:24.826078 run iperf3-srv_10.42.42.10(pid=18877): Terminating (SIGTERM)\u000a19:25:24.869061 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18878): Terminating (SIGTERM)\u000a19:25:24.911861 run iperf3-srv_10.42.42.10(pid=18879): Terminating (SIGTERM)\u000a19:25:24.954726 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18880): Terminating (SIGTERM)\u000a19:25:24.997524 run iperf3-srv_10.42.42.10(pid=18881): Terminating (SIGTERM)\u000a19:25:25.040702 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18884): Terminating (SIGTERM)\u000a19:25:25.083368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18888): Terminating (SIGTERM)\u000a19:25:25.126413 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18891): Terminating (SIGTERM)\u000a19:25:25.136545 --- ParallelTerminationStrategy: PID 18874 died...\u000a19:25:25.193726 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18874): Terminated: ok {rc=0}\u000a19:25:25.204293 --- ParallelTerminationStrategy: PID 18875 died...\u000a19:25:25.260929 run iperf3-srv_10.42.42.10(pid=18875): Terminated {rc=256}\u000a19:25:25.271506 --- ParallelTerminationStrategy: PID 18876 died...\u000a19:25:25.328552 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18876): Terminated: ok {rc=0}\u000a19:25:25.339103 --- ParallelTerminationStrategy: PID 18877 died...\u000a19:25:25.396285 run iperf3-srv_10.42.42.10(pid=18877): Terminated {rc=256}\u000a19:25:25.406547 --- ParallelTerminationStrategy: PID 18878 died...\u000a19:25:25.463270 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18878): Terminated: ok {rc=0}\u000a19:25:25.473821 --- ParallelTerminationStrategy: PID 18879 died...\u000a19:25:25.530387 run iperf3-srv_10.42.42.10(pid=18879): Terminated {rc=256}\u000a19:25:25.540894 --- ParallelTerminationStrategy: PID 18880 died...\u000a19:25:25.598004 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18880): Terminated: ok {rc=0}\u000a19:25:25.608567 --- ParallelTerminationStrategy: PID 18881 died...\u000a19:25:25.665812 run iperf3-srv_10.42.42.10(pid=18881): Terminated {rc=256}\u000a19:25:25.676358 --- ParallelTerminationStrategy: PID 18884 died...\u000a19:25:25.733465 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18884): Terminated: ok {rc=0}\u000a19:25:25.744125 --- ParallelTerminationStrategy: PID 18888 died...\u000a19:25:25.801527 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18888): Terminated: ok {rc=0}\u000a19:25:25.812103 --- ParallelTerminationStrategy: PID 18891 died...\u000a19:25:25.869189 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18891): Terminated: ok {rc=0}\u000a19:25:25.956518 bus /gobi_4: Setting Powered False\u000a19:25:27.066816 bus /gobi_4: Setting Powered False\u000a19:25:28.180254 bus /gobi_1: Setting Powered False\u000a19:25:29.283451 bus /gobi_1: Setting Powered False\u000a19:25:30.391492 bus /gobi_0: Setting Powered False\u000a19:25:31.497021 bus /gobi_0: Setting Powered False\u000a19:25:32.609142 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18899): Process ended prematurely: osmo-stp_10.42.42.5(pid=18899) [trial-2381↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18899)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18899): Process ended prematurely: osmo-stp_10.42.42.5(pid=18899) [trial-2381↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18899)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:oc2g+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a19:25:33.677729 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:25:33.689240 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:25:33.831032 tst ping.py: using LAC 30973\u000a19:25:33.947422 tst ping.py: using RAC 118\u000a19:25:34.068611 tst ping.py: using CellId 30973\u000a19:25:34.186033 tst ping.py: using BVCI 30974\u000a19:25:34.208710 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:25:34.219682 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:25:34.230470 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:25:34.241189 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:25:34.251866 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:25:34.262541 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:25:34.273402 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:25:34.284065 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:25:34.558235 tst ping.py:19: start network...\u000a19:25:34.682298 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:25:35.161336 run create_hlr_db(pid=18893): Launched\u000a19:25:35.349150 bus /gobi_6: Setting Powered False\u000a19:25:36.369399 run create_hlr_db(pid=18893): Terminated: ok {rc=0}\u000a19:25:36.798895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18895): Launched\u000a19:25:37.121737 run osmo-hlr_10.42.42.2(pid=18896): Launched\u000a19:25:37.238309 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:25:37.799140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18898): Launched\u000a19:25:38.121084 run osmo-stp_10.42.42.5(pid=18899): Launched\u000a19:25:38.238162 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:25:38.799589 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18901): Launched\u000a19:25:38.914554 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:25:39.191960 run patchelf(pid=18902): Launched\u000a19:25:39.369623 run osmo-stp_10.42.42.5(pid=18899): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18899)]\u000a19:25:39.499630 run osmo-stp_10.42.42.5(pid=18899): stdout: \u000a| (launched: 2022-12-12_19:25:37.961449)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:25:39.629788 run osmo-stp_10.42.42.5(pid=18899): stderr: \u000a| �[0;m�[38;5;43m20221212192538154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192538154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192538154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192538155 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192538155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192538155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192538155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:25:39.755030 run osmo-stp_10.42.42.5(pid=18899): stdout: \u000a| (launched: 2022-12-12_19:25:37.961449)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:25:39.879152 run osmo-stp_10.42.42.5(pid=18899): stderr: \u000a| �[0;m�[38;5;43m20221212192538154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192538154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192538154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192538155 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192538155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192538155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192538155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:25:40.023179 run patchelf(pid=18902): Terminating (SIGINT)\u000a19:25:40.191694 run patchelf(pid=18902): Terminated: ok {rc=0}\u000a19:25:40.222469 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=18899): Process ended prematurely: osmo-stp_10.42.42.5(pid=18899) [trial-2381↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18899)] [trial-2381↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22]\u000a19:25:40.231386 tst ping.py:22: Test FAILED (6.5 sec)\u000a19:25:40.293656 run osmo-hlr_10.42.42.2(pid=18896): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18896)]\u000a19:25:40.344901 run osmo-hlr_10.42.42.2(pid=18896): stdout: \u000a| (launched: 2022-12-12_19:25:36.961432) \u000a19:25:40.396734 run osmo-hlr_10.42.42.2(pid=18896): stderr: \u000a| �[0;m�[1;31m20221212192537160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212192537160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212192537160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192537160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192537160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212192537160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212192537173 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:oc2g+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212192537181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212192537181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212192537181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:25:40.440351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18895): Terminating (SIGTERM)\u000a19:25:40.481955 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18898): Terminating (SIGTERM)\u000a19:25:40.523538 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18901): Terminating (SIGTERM)\u000a19:25:40.533646 --- ParallelTerminationStrategy: PID 18895 died...\u000a19:25:40.589340 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18895): Terminated: ok {rc=0}\u000a19:25:40.599264 --- ParallelTerminationStrategy: PID 18898 died...\u000a19:25:40.653968 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18898): Terminated: ok {rc=0}\u000a19:25:40.664229 --- ParallelTerminationStrategy: PID 18901 died...\u000a19:25:40.719058 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18901): Terminated: ok {rc=0}\u000a19:25:40.809891 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18909): Process ended prematurely: osmo-stp_10.42.42.5(pid=18909) [trial-2381↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18909)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18909): Process ended prematurely: osmo-stp_10.42.42.5(pid=18909) [trial-2381↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18909)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:oc2g+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a19:25:41.862945 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:25:41.875067 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:25:42.046483 tst ping_idle_ping.py: using LAC 30974\u000a19:25:42.167335 tst ping_idle_ping.py: using RAC 119\u000a19:25:42.286961 tst ping_idle_ping.py: using CellId 30974\u000a19:25:42.404584 tst ping_idle_ping.py: using BVCI 30975\u000a19:25:42.427503 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:25:42.438623 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:25:42.449412 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:25:42.460714 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:25:42.471968 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:25:42.483306 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:25:42.497291 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:25:42.508939 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:25:42.785887 tst ping_idle_ping.py:24: start network...\u000a19:25:42.910526 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:25:43.392302 run create_hlr_db(pid=18903): Launched\u000a19:25:43.565557 bus /gobi_6: Setting Powered False\u000a19:25:44.588045 run create_hlr_db(pid=18903): Terminated: ok {rc=0}\u000a19:25:45.018005 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18905): Launched\u000a19:25:45.342333 run osmo-hlr_10.42.42.2(pid=18906): Launched\u000a19:25:45.462853 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:25:46.040300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18908): Launched\u000a19:25:46.369801 run osmo-stp_10.42.42.5(pid=18909): Launched\u000a19:25:46.510209 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:25:47.226894 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18911): Launched\u000a19:25:47.345161 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:25:47.629140 run patchelf(pid=18912): Launched\u000a19:25:47.818054 run osmo-stp_10.42.42.5(pid=18909): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18909)]\u000a19:25:47.955631 run osmo-stp_10.42.42.5(pid=18909): stdout: \u000a| (launched: 2022-12-12_19:25:46.197317)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:25:48.094441 run osmo-stp_10.42.42.5(pid=18909): stderr: \u000a| �[0;m�[38;5;43m20221212192546572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192546572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192546573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192546573 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192546578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192546578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192546578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:25:48.227938 run osmo-stp_10.42.42.5(pid=18909): stdout: \u000a| (launched: 2022-12-12_19:25:46.197317)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:25:48.360205 run osmo-stp_10.42.42.5(pid=18909): stderr: \u000a| �[0;m�[38;5;43m20221212192546572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192546572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192546573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192546573 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192546578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192546578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192546578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:25:48.514137 run patchelf(pid=18912): Terminating (SIGINT)\u000a19:25:48.694945 run patchelf(pid=18912): Terminated: ok {rc=0}\u000a19:25:48.727672 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=18909): Process ended prematurely: osmo-stp_10.42.42.5(pid=18909) [trial-2381↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18909)] [trial-2381↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a19:25:48.737379 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a19:25:48.802175 run osmo-hlr_10.42.42.2(pid=18906): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18906)]\u000a19:25:48.854845 run osmo-hlr_10.42.42.2(pid=18906): stdout: \u000a| (launched: 2022-12-12_19:25:45.181336) \u000a19:25:48.908006 run osmo-hlr_10.42.42.2(pid=18906): stderr: \u000a| �[0;m�[1;31m20221212192545380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212192545380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212192545380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192545380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192545380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212192545380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212192545392 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:oc2g+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212192545401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212192545401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212192545401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:25:48.952869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18905): Terminating (SIGTERM)\u000a19:25:48.995969 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18908): Terminating (SIGTERM)\u000a19:25:49.039254 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18911): Terminating (SIGTERM)\u000a19:25:49.049736 --- ParallelTerminationStrategy: PID 18905 died...\u000a19:25:49.107425 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18905): Terminated: ok {rc=0}\u000a19:25:49.117900 --- ParallelTerminationStrategy: PID 18908 died...\u000a19:25:49.175379 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18908): Terminated: ok {rc=0}\u000a19:25:49.185840 --- ParallelTerminationStrategy: PID 18911 died...\u000a19:25:49.243636 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18911): Terminated: ok {rc=0}\u000a19:25:49.331459 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "32", "name" : "gprs_oc2g+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:24:51" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18926): Process ended prematurely: osmo-stp_10.42.42.5(pid=18926) [trial-2381↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18926)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18926): Process ended prematurely: osmo-stp_10.42.42.5(pid=18926) [trial-2381↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18926)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:oc2g+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:25:51.464495 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:25:51.476034 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:25:51.630374 tst cs_paging_gprs_active.py: using LAC 30975\u000a19:25:51.757110 tst cs_paging_gprs_active.py: using RAC 120\u000a19:25:51.885784 tst cs_paging_gprs_active.py: using CellId 30975\u000a19:25:52.017353 tst cs_paging_gprs_active.py: using BVCI 30976\u000a19:25:52.042405 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:25:52.053833 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:25:52.064865 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:25:52.076672 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:25:52.088389 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:25:52.100114 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:25:52.112014 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:25:52.123522 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:25:52.135548 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:25:52.253153 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:25:52.537933 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:25:52.664923 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:25:52.984801 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18916): Launched\u000a19:25:53.248837 run iperf3-srv_10.42.42.10(pid=18917): Launched\u000a19:25:53.436277 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:25:53.563161 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:25:53.881257 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18918): Launched\u000a19:25:54.144915 run iperf3-srv_10.42.42.10(pid=18919): Launched\u000a19:25:54.330685 tst cs_paging_gprs_active.py:38: start network...\u000a19:25:54.457399 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:25:54.947491 run create_hlr_db(pid=18920): Launched\u000a19:25:55.123463 bus /gobi_6: Setting Powered False\u000a19:25:56.145510 run create_hlr_db(pid=18920): Terminated: ok {rc=0}\u000a19:25:56.584018 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18922): Launched\u000a19:25:56.915130 run osmo-hlr_10.42.42.2(pid=18923): Launched\u000a19:25:57.036495 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:25:57.572576 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18925): Launched\u000a19:25:57.878018 run osmo-stp_10.42.42.5(pid=18926): Launched\u000a19:25:57.987270 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:25:58.519698 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18928): Launched\u000a19:25:58.628353 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:25:58.895791 run patchelf(pid=18929): Launched\u000a19:25:59.075492 run osmo-stp_10.42.42.5(pid=18926): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18926)]\u000a19:25:59.206810 run osmo-stp_10.42.42.5(pid=18926): stdout: \u000a| (launched: 2022-12-12_19:25:57.727890)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:25:59.338261 run osmo-stp_10.42.42.5(pid=18926): stderr: \u000a| �[0;m�[38;5;43m20221212192557898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192557898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192557898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192557899 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192557899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192557899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192557899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:25:59.465335 run osmo-stp_10.42.42.5(pid=18926): stdout: \u000a| (launched: 2022-12-12_19:25:57.727890)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:25:59.590655 run osmo-stp_10.42.42.5(pid=18926): stderr: \u000a| �[0;m�[38;5;43m20221212192557898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192557898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192557898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192557899 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192557899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192557899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192557899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:25:59.736410 run patchelf(pid=18929): Terminating (SIGINT)\u000a19:25:59.907882 run patchelf(pid=18929): Terminated: ok {rc=0}\u000a19:25:59.939432 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=18926): Process ended prematurely: osmo-stp_10.42.42.5(pid=18926) [trial-2381↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18926)] [trial-2381↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a19:25:59.948586 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a19:26:00.009568 run osmo-hlr_10.42.42.2(pid=18923): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18923)]\u000a19:26:00.059277 run osmo-hlr_10.42.42.2(pid=18923): stdout: \u000a| (launched: 2022-12-12_19:25:56.751609) \u000a19:26:00.109592 run osmo-hlr_10.42.42.2(pid=18923): stderr: \u000a| �[0;m�[1;31m20221212192556950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212192556950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212192556950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192556950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192556950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212192556950 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212192556965 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:oc2g+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212192556975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212192556975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212192556975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:26:00.152139 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18916): Terminating (SIGTERM)\u000a19:26:00.192358 run iperf3-srv_10.42.42.10(pid=18917): Terminating (SIGTERM)\u000a19:26:00.232500 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18918): Terminating (SIGTERM)\u000a19:26:00.272792 run iperf3-srv_10.42.42.10(pid=18919): Terminating (SIGTERM)\u000a19:26:00.313120 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18922): Terminating (SIGTERM)\u000a19:26:00.353526 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18925): Terminating (SIGTERM)\u000a19:26:00.393789 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18928): Terminating (SIGTERM)\u000a19:26:00.403042 --- ParallelTerminationStrategy: PID 18916 died...\u000a19:26:00.457297 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18916): Terminated: ok {rc=0}\u000a19:26:00.466926 --- ParallelTerminationStrategy: PID 18917 died...\u000a19:26:00.520396 run iperf3-srv_10.42.42.10(pid=18917): Terminated {rc=256}\u000a19:26:00.529928 --- ParallelTerminationStrategy: PID 18918 died...\u000a19:26:00.583279 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18918): Terminated: ok {rc=0}\u000a19:26:00.592736 --- ParallelTerminationStrategy: PID 18919 died...\u000a19:26:00.646395 run iperf3-srv_10.42.42.10(pid=18919): Terminated {rc=256}\u000a19:26:00.656054 --- ParallelTerminationStrategy: PID 18922 died...\u000a19:26:00.709527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18922): Terminated: ok {rc=0}\u000a19:26:00.719075 --- ParallelTerminationStrategy: PID 18925 died...\u000a19:26:00.773146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18925): Terminated: ok {rc=0}\u000a19:26:00.782845 --- ParallelTerminationStrategy: PID 18928 died...\u000a19:26:00.851662 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18928): Terminated: ok {rc=0}\u000a19:26:00.959749 bus /gobi_0: Setting Powered False\u000a19:26:02.072756 bus /gobi_0: Setting Powered False\u000a19:26:03.180938 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18939): Process ended prematurely: osmo-stp_10.42.42.5(pid=18939) [trial-2381↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18939)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18939): Process ended prematurely: osmo-stp_10.42.42.5(pid=18939) [trial-2381↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18939)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:oc2g+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a19:26:04.297198 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:26:04.309554 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:26:04.464722 tst iperf3.py: using LAC 30976\u000a19:26:04.595934 tst iperf3.py: using RAC 121\u000a19:26:04.723318 tst iperf3.py: using CellId 30976\u000a19:26:04.850667 tst iperf3.py: using BVCI 30977\u000a19:26:04.875689 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:26:04.887141 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:26:04.898304 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:26:04.909852 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:26:04.921223 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:26:04.932667 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:26:04.944215 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:26:04.955570 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:26:04.967169 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:26:05.246029 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:26:05.372619 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:26:05.692046 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18930): Launched\u000a19:26:05.955489 run iperf3-srv_10.42.42.10(pid=18931): Launched\u000a19:26:06.141068 tst iperf3.py:8: start network...\u000a19:26:06.267827 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:26:06.759753 run create_hlr_db(pid=18932): Launched\u000a19:26:06.935574 bus /gobi_6: Setting Powered False\u000a19:26:07.958519 run create_hlr_db(pid=18932): Terminated: ok {rc=0}\u000a19:26:08.367608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18935): Launched\u000a19:26:08.672699 run osmo-hlr_10.42.42.2(pid=18936): Launched\u000a19:26:08.792921 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:26:09.330231 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18938): Launched\u000a19:26:09.634966 run osmo-stp_10.42.42.5(pid=18939): Launched\u000a19:26:09.747478 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:26:10.278656 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18941): Launched\u000a19:26:10.386688 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:26:10.652834 run patchelf(pid=18942): Launched\u000a19:26:10.831281 run osmo-stp_10.42.42.5(pid=18939): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18939)]\u000a19:26:10.962322 run osmo-stp_10.42.42.5(pid=18939): stdout: \u000a| (launched: 2022-12-12_19:26:09.484429)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:26:11.093482 run osmo-stp_10.42.42.5(pid=18939): stderr: \u000a| �[0;m�[38;5;43m20221212192609659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192609659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192609659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192609660 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192609660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192609660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192609660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:26:11.219622 run osmo-stp_10.42.42.5(pid=18939): stdout: \u000a| (launched: 2022-12-12_19:26:09.484429)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:26:11.344348 run osmo-stp_10.42.42.5(pid=18939): stderr: \u000a| �[0;m�[38;5;43m20221212192609659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192609659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192609659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192609660 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192609660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192609660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192609660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:26:11.489767 run patchelf(pid=18942): Terminating (SIGINT)\u000a19:26:11.661836 run patchelf(pid=18942): Terminated: ok {rc=0}\u000a19:26:11.693516 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18939): Process ended prematurely: osmo-stp_10.42.42.5(pid=18939) [trial-2381↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18939)] [trial-2381↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a19:26:11.702736 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a19:26:11.763133 run osmo-hlr_10.42.42.2(pid=18936): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18936)]\u000a19:26:11.812520 run osmo-hlr_10.42.42.2(pid=18936): stdout: \u000a| (launched: 2022-12-12_19:26:08.522064) \u000a19:26:11.862805 run osmo-hlr_10.42.42.2(pid=18936): stderr: \u000a| �[0;m�[1;31m20221212192608702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212192608702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212192608702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192608702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192608702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212192608702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212192608715 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:oc2g+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212192608723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212192608724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212192608724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:26:11.906043 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18930): Terminating (SIGTERM)\u000a19:26:11.946065 run iperf3-srv_10.42.42.10(pid=18931): Terminating (SIGTERM)\u000a19:26:11.986017 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18935): Terminating (SIGTERM)\u000a19:26:12.025958 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18938): Terminating (SIGTERM)\u000a19:26:12.065997 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18941): Terminating (SIGTERM)\u000a19:26:12.075182 --- ParallelTerminationStrategy: PID 18930 died...\u000a19:26:12.129095 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18930): Terminated: ok {rc=0}\u000a19:26:12.138704 --- ParallelTerminationStrategy: PID 18931 died...\u000a19:26:12.191865 run iperf3-srv_10.42.42.10(pid=18931): Terminated {rc=256}\u000a19:26:12.201365 --- ParallelTerminationStrategy: PID 18935 died...\u000a19:26:12.254209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18935): Terminated: ok {rc=0}\u000a19:26:12.263682 --- ParallelTerminationStrategy: PID 18938 died...\u000a19:26:12.316632 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18938): Terminated: ok {rc=0}\u000a19:26:12.326152 --- ParallelTerminationStrategy: PID 18941 died...\u000a19:26:12.379332 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18941): Terminated: ok {rc=0}\u000a19:26:12.468934 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18957): Process ended prematurely: osmo-stp_10.42.42.5(pid=18957) [trial-2381↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18957)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18957): Process ended prematurely: osmo-stp_10.42.42.5(pid=18957) [trial-2381↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18957)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:oc2g+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a19:26:13.586767 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:26:13.599102 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:26:13.754459 tst iperf3m4.py: using LAC 30977\u000a19:26:13.881683 tst iperf3m4.py: using RAC 122\u000a19:26:14.008400 tst iperf3m4.py: using CellId 30977\u000a19:26:14.137071 tst iperf3m4.py: using BVCI 30978\u000a19:26:14.162055 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:26:14.173509 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:26:14.184762 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:26:14.196531 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:26:14.208130 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:26:14.219659 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:26:14.231505 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:26:14.243208 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:26:14.255632 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:26:14.374505 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:26:14.497073 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:26:14.620229 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:26:14.914532 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:26:15.050239 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:26:15.387766 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18943): Launched\u000a19:26:15.668713 run iperf3-srv_10.42.42.10(pid=18944): Launched\u000a19:26:15.879392 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:26:16.021106 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:26:16.373663 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18945): Launched\u000a19:26:16.688176 run iperf3-srv_10.42.42.10(pid=18946): Launched\u000a19:26:16.883918 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:26:17.046115 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:26:17.386321 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18947): Launched\u000a19:26:17.650096 run iperf3-srv_10.42.42.10(pid=18948): Launched\u000a19:26:17.834704 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:26:17.961044 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:26:18.279823 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18949): Launched\u000a19:26:18.544358 run iperf3-srv_10.42.42.10(pid=18950): Launched\u000a19:26:18.729583 tst iperf3m4.py:8: start network...\u000a19:26:18.856040 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:26:19.344844 run create_hlr_db(pid=18951): Launched\u000a19:26:19.519948 bus /gobi_6: Setting Powered False\u000a19:26:20.542302 run create_hlr_db(pid=18951): Terminated: ok {rc=0}\u000a19:26:20.979334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18953): Launched\u000a19:26:21.307251 run osmo-hlr_10.42.42.2(pid=18954): Launched\u000a19:26:21.426392 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:26:21.998114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18956): Launched\u000a19:26:22.325901 run osmo-stp_10.42.42.5(pid=18957): Launched\u000a19:26:22.444726 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:26:23.017663 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18959): Launched\u000a19:26:23.134248 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:26:23.421061 run patchelf(pid=18960): Launched\u000a19:26:23.612826 run osmo-stp_10.42.42.5(pid=18957): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18957)]\u000a19:26:23.753843 run osmo-stp_10.42.42.5(pid=18957): stdout: \u000a| (launched: 2022-12-12_19:26:22.164686)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:26:23.894416 run osmo-stp_10.42.42.5(pid=18957): stderr: \u000a| �[0;m�[38;5;43m20221212192622357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192622357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192622357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192622358 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192622358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192622358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192622358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:26:24.030030 run osmo-stp_10.42.42.5(pid=18957): stdout: \u000a| (launched: 2022-12-12_19:26:22.164686)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:26:24.164337 run osmo-stp_10.42.42.5(pid=18957): stderr: \u000a| �[0;m�[38;5;43m20221212192622357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192622357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192622357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192622358 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192622358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192622358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192622358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:26:24.320135 run patchelf(pid=18960): Terminating (SIGINT)\u000a19:26:24.503754 run patchelf(pid=18960): Terminated: ok {rc=0}\u000a19:26:24.537700 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=18957): Process ended prematurely: osmo-stp_10.42.42.5(pid=18957) [trial-2381↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18957)] [trial-2381↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a19:26:24.547734 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a19:26:24.613224 run osmo-hlr_10.42.42.2(pid=18954): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18954)]\u000a19:26:24.666068 run osmo-hlr_10.42.42.2(pid=18954): stdout: \u000a| (launched: 2022-12-12_19:26:21.145260) \u000a19:26:24.718957 run osmo-hlr_10.42.42.2(pid=18954): stderr: \u000a| �[0;m�[1;31m20221212192621345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212192621345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212192621345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192621345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192621345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212192621345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212192621358 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:oc2g+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212192621366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212192621366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212192621367 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:26:24.763666 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18943): Terminating (SIGTERM)\u000a19:26:24.806509 run iperf3-srv_10.42.42.10(pid=18944): Terminating (SIGTERM)\u000a19:26:24.849258 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18945): Terminating (SIGTERM)\u000a19:26:24.891905 run iperf3-srv_10.42.42.10(pid=18946): Terminating (SIGTERM)\u000a19:26:24.934724 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18947): Terminating (SIGTERM)\u000a19:26:24.978082 run iperf3-srv_10.42.42.10(pid=18948): Terminating (SIGTERM)\u000a19:26:25.020925 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18949): Terminating (SIGTERM)\u000a19:26:25.063781 run iperf3-srv_10.42.42.10(pid=18950): Terminating (SIGTERM)\u000a19:26:25.106712 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18953): Terminating (SIGTERM)\u000a19:26:25.149441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18956): Terminating (SIGTERM)\u000a19:26:25.192270 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18959): Terminating (SIGTERM)\u000a19:26:25.202071 --- ParallelTerminationStrategy: PID 18943 died...\u000a19:26:25.259018 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18943): Terminated: ok {rc=0}\u000a19:26:25.269552 --- ParallelTerminationStrategy: PID 18944 died...\u000a19:26:25.325974 run iperf3-srv_10.42.42.10(pid=18944): Terminated {rc=256}\u000a19:26:25.335965 --- ParallelTerminationStrategy: PID 18945 died...\u000a19:26:25.392702 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18945): Terminated: ok {rc=0}\u000a19:26:25.403078 --- ParallelTerminationStrategy: PID 18946 died...\u000a19:26:25.459376 run iperf3-srv_10.42.42.10(pid=18946): Terminated {rc=256}\u000a19:26:25.469823 --- ParallelTerminationStrategy: PID 18947 died...\u000a19:26:25.526285 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18947): Terminated: ok {rc=0}\u000a19:26:25.536302 --- ParallelTerminationStrategy: PID 18948 died...\u000a19:26:25.592802 run iperf3-srv_10.42.42.10(pid=18948): Terminated {rc=256}\u000a19:26:25.603234 --- ParallelTerminationStrategy: PID 18949 died...\u000a19:26:25.660470 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=18949): Terminated: ok {rc=0}\u000a19:26:25.670760 --- ParallelTerminationStrategy: PID 18950 died...\u000a19:26:25.727076 run iperf3-srv_10.42.42.10(pid=18950): Terminated {rc=256}\u000a19:26:25.737974 --- ParallelTerminationStrategy: PID 18953 died...\u000a19:26:25.794825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18953): Terminated: ok {rc=0}\u000a19:26:25.805411 --- ParallelTerminationStrategy: PID 18956 died...\u000a19:26:25.861992 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18956): Terminated: ok {rc=0}\u000a19:26:25.872180 --- ParallelTerminationStrategy: PID 18959 died...\u000a19:26:25.928938 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18959): Terminated: ok {rc=0}\u000a19:26:26.017434 bus /gobi_4: Setting Powered False\u000a19:26:27.124879 bus /gobi_4: Setting Powered False\u000a19:26:28.234585 bus /gobi_1: Setting Powered False\u000a19:26:29.343083 bus /gobi_1: Setting Powered False\u000a19:26:30.452520 bus /gobi_0: Setting Powered False\u000a19:26:31.558528 bus /gobi_0: Setting Powered False\u000a19:26:32.671132 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18967): Process ended prematurely: osmo-stp_10.42.42.5(pid=18967) [trial-2381↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18967)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18967): Process ended prematurely: osmo-stp_10.42.42.5(pid=18967) [trial-2381↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18967)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:oc2g+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a19:26:33.740526 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:26:33.752625 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:26:33.906468 tst ping.py: using LAC 30978\u000a19:26:34.031098 tst ping.py: using RAC 123\u000a19:26:34.157607 tst ping.py: using CellId 30978\u000a19:26:34.282266 tst ping.py: using BVCI 30979\u000a19:26:34.306821 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:26:34.318417 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:26:34.329678 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:26:34.341178 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:26:34.352626 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:26:34.363974 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:26:34.375686 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:26:34.387175 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:26:34.665372 tst ping.py:19: start network...\u000a19:26:34.790770 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:26:35.270617 run create_hlr_db(pid=18961): Launched\u000a19:26:35.444506 bus /gobi_6: Setting Powered False\u000a19:26:36.465180 run create_hlr_db(pid=18961): Terminated: ok {rc=0}\u000a19:26:36.868123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18963): Launched\u000a19:26:37.167716 run osmo-hlr_10.42.42.2(pid=18964): Launched\u000a19:26:37.280888 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:26:37.803633 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18966): Launched\u000a19:26:38.104646 run osmo-stp_10.42.42.5(pid=18967): Launched\u000a19:26:38.218073 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:26:38.741177 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18969): Launched\u000a19:26:38.847233 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:26:39.108391 run patchelf(pid=18970): Launched\u000a19:26:39.283684 run osmo-stp_10.42.42.5(pid=18967): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18967)]\u000a19:26:39.412166 run osmo-stp_10.42.42.5(pid=18967): stdout: \u000a| (launched: 2022-12-12_19:26:37.955192)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:26:39.540685 run osmo-stp_10.42.42.5(pid=18967): stderr: \u000a| �[0;m�[38;5;43m20221212192638124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192638124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192638124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192638125 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192638125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192638126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192638126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:26:39.664739 run osmo-stp_10.42.42.5(pid=18967): stdout: \u000a| (launched: 2022-12-12_19:26:37.955192)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:26:39.788346 run osmo-stp_10.42.42.5(pid=18967): stderr: \u000a| �[0;m�[38;5;43m20221212192638124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192638124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192638124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192638125 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192638125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192638126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192638126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:26:39.931066 run patchelf(pid=18970): Terminating (SIGINT)\u000a19:26:40.098214 run patchelf(pid=18970): Terminated: ok {rc=0}\u000a19:26:40.128807 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=18967): Process ended prematurely: osmo-stp_10.42.42.5(pid=18967) [trial-2381↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18967)] [trial-2381↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22]\u000a19:26:40.137533 tst ping.py:22: Test FAILED (6.4 sec)\u000a19:26:40.197702 run osmo-hlr_10.42.42.2(pid=18964): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18964)]\u000a19:26:40.247152 run osmo-hlr_10.42.42.2(pid=18964): stdout: \u000a| (launched: 2022-12-12_19:26:37.020357) \u000a19:26:40.297268 run osmo-hlr_10.42.42.2(pid=18964): stderr: \u000a| �[0;m�[1;31m20221212192637197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212192637197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212192637197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192637197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192637197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212192637197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212192637210 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:oc2g+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212192637219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212192637219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212192637219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:26:40.339927 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18963): Terminating (SIGTERM)\u000a19:26:40.380150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18966): Terminating (SIGTERM)\u000a19:26:40.420179 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18969): Terminating (SIGTERM)\u000a19:26:40.429901 --- ParallelTerminationStrategy: PID 18963 died...\u000a19:26:40.484390 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18963): Terminated: ok {rc=0}\u000a19:26:40.494242 --- ParallelTerminationStrategy: PID 18966 died...\u000a19:26:40.548145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18966): Terminated: ok {rc=0}\u000a19:26:40.557878 --- ParallelTerminationStrategy: PID 18969 died...\u000a19:26:40.611583 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18969): Terminated: ok {rc=0}\u000a19:26:40.700123 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18977): Process ended prematurely: osmo-stp_10.42.42.5(pid=18977) [trial-2381↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18977)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18977): Process ended prematurely: osmo-stp_10.42.42.5(pid=18977) [trial-2381↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18977)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:oc2g+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a19:26:41.753700 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:26:41.765884 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:26:41.913249 tst ping_idle_ping.py: using LAC 30979\u000a19:26:42.030996 tst ping_idle_ping.py: using RAC 124\u000a19:26:42.157030 tst ping_idle_ping.py: using CellId 30979\u000a19:26:42.284551 tst ping_idle_ping.py: using BVCI 30980\u000a19:26:42.309217 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:26:42.321042 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:26:42.332479 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:26:42.345871 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:26:42.357306 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:26:42.369457 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:26:42.381788 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:26:42.394017 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:26:42.673646 tst ping_idle_ping.py:24: start network...\u000a19:26:42.798166 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:26:43.286594 run create_hlr_db(pid=18971): Launched\u000a19:26:43.460456 bus /gobi_6: Setting Powered False\u000a19:26:44.481411 run create_hlr_db(pid=18971): Terminated: ok {rc=0}\u000a19:26:44.911664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18973): Launched\u000a19:26:45.234870 run osmo-hlr_10.42.42.2(pid=18974): Launched\u000a19:26:45.353543 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:26:45.917914 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18976): Launched\u000a19:26:46.329883 run osmo-stp_10.42.42.5(pid=18977): Launched\u000a19:26:46.490416 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:26:47.107852 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18979): Launched\u000a19:26:47.225778 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:26:47.508832 run patchelf(pid=18980): Launched\u000a19:26:47.697869 run osmo-stp_10.42.42.5(pid=18977): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18977)]\u000a19:26:47.835907 run osmo-stp_10.42.42.5(pid=18977): stdout: \u000a| (launched: 2022-12-12_19:26:46.076041)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:26:47.974706 run osmo-stp_10.42.42.5(pid=18977): stderr: \u000a| �[0;m�[38;5;43m20221212192646363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192646363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192646364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192646364 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192646377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192646377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192646377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:26:48.108303 run osmo-stp_10.42.42.5(pid=18977): stdout: \u000a| (launched: 2022-12-12_19:26:46.076041)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:26:48.240823 run osmo-stp_10.42.42.5(pid=18977): stderr: \u000a| �[0;m�[38;5;43m20221212192646363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192646363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192646364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192646364 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192646377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192646377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192646377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:26:48.394578 run patchelf(pid=18980): Terminating (SIGINT)\u000a19:26:48.574539 run patchelf(pid=18980): Terminated: ok {rc=0}\u000a19:26:48.607326 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=18977): Process ended prematurely: osmo-stp_10.42.42.5(pid=18977) [trial-2381↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18977)] [trial-2381↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a19:26:48.616767 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a19:26:48.681565 run osmo-hlr_10.42.42.2(pid=18974): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18974)]\u000a19:26:48.734669 run osmo-hlr_10.42.42.2(pid=18974): stdout: \u000a| (launched: 2022-12-12_19:26:45.074901) \u000a19:26:48.787994 run osmo-hlr_10.42.42.2(pid=18974): stderr: \u000a| �[0;m�[1;31m20221212192645273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212192645273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212192645273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192645273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192645273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212192645274 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212192645286 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:oc2g+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212192645294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212192645294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212192645294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:26:48.833333 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18973): Terminating (SIGTERM)\u000a19:26:48.876024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18976): Terminating (SIGTERM)\u000a19:26:48.919164 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18979): Terminating (SIGTERM)\u000a19:26:48.929150 --- ParallelTerminationStrategy: PID 18973 died...\u000a19:26:48.986817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18973): Terminated: ok {rc=0}\u000a19:26:48.996877 --- ParallelTerminationStrategy: PID 18976 died...\u000a19:26:49.053846 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18976): Terminated: ok {rc=0}\u000a19:26:49.063947 --- ParallelTerminationStrategy: PID 18979 died...\u000a19:26:49.120710 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18979): Terminated: ok {rc=0}\u000a19:26:49.209527 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "33", "name" : "gprs_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:25:51" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=18990): Process ended prematurely: osmo-stp_10.42.42.5(pid=18990) [trial-2381↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18990)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=18990): Process ended prematurely: osmo-stp_10.42.42.5(pid=18990) [trial-2381↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18990)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a19:26:51.207460 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:26:51.219102 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a19:26:51.370007 tst switch_tch_pdch.py: using LAC 30980\u000a19:26:51.493821 tst switch_tch_pdch.py: using RAC 125\u000a19:26:51.618199 tst switch_tch_pdch.py: using CellId 30980\u000a19:26:51.744174 tst switch_tch_pdch.py: using BVCI 30981\u000a19:26:51.768497 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:26:51.780311 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:26:51.791770 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:26:51.803609 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:26:51.815302 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:26:51.827100 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:26:51.839017 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:26:51.851228 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:26:51.966937 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:26:52.257323 tst switch_tch_pdch.py:51: start network...\u000a19:26:52.390702 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:26:52.893836 run create_hlr_db(pid=18984): Launched\u000a19:26:53.080503 bus /gobi_6: Setting Powered False\u000a19:26:54.100726 run create_hlr_db(pid=18984): Terminated: ok {rc=0}\u000a19:26:54.502290 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18986): Launched\u000a19:26:54.801970 run osmo-hlr_10.42.42.2(pid=18987): Launched\u000a19:26:54.920340 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:26:55.444164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18989): Launched\u000a19:26:55.744327 run osmo-stp_10.42.42.5(pid=18990): Launched\u000a19:26:55.854723 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:26:56.378177 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18992): Launched\u000a19:26:56.484551 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:26:56.747137 run patchelf(pid=18993): Launched\u000a19:26:56.921893 run osmo-stp_10.42.42.5(pid=18990): ERR: Terminated: ERROR {rc=1} [trial-2381↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18990)]\u000a19:26:57.049979 run osmo-stp_10.42.42.5(pid=18990): stdout: \u000a| (launched: 2022-12-12_19:26:55.595371)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:26:57.178070 run osmo-stp_10.42.42.5(pid=18990): stderr: \u000a| �[0;m�[38;5;43m20221212192655765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192655765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192655765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192655765 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192655766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192655766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192655766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:26:57.301589 run osmo-stp_10.42.42.5(pid=18990): stdout: \u000a| (launched: 2022-12-12_19:26:55.595371)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:26:57.423804 run osmo-stp_10.42.42.5(pid=18990): stderr: \u000a| �[0;m�[38;5;43m20221212192655765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192655765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192655765 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192655765 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192655766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192655766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192655766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:26:57.566298 run patchelf(pid=18993): Terminating (SIGINT)\u000a19:26:57.733154 run patchelf(pid=18993): Terminated: ok {rc=0}\u000a19:26:57.763575 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=18990): Process ended prematurely: osmo-stp_10.42.42.5(pid=18990) [trial-2381↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=18990)] [trial-2381↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a19:26:57.772198 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a19:26:57.832402 run osmo-hlr_10.42.42.2(pid=18987): ERR: Terminated: ERROR {rc=237} [trial-2381↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=18987)]\u000a19:26:57.881862 run osmo-hlr_10.42.42.2(pid=18987): stdout: \u000a| (launched: 2022-12-12_19:26:54.653974) \u000a19:26:57.932432 run osmo-hlr_10.42.42.2(pid=18987): stderr: \u000a| �[0;m�[1;31m20221212192654829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212192654829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212192654829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192654830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192654830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212192654830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212192654842 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212192654851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212192654851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212192654851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:26:57.974773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18986): Terminating (SIGTERM)\u000a19:26:58.014869 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18989): Terminating (SIGTERM)\u000a19:26:58.054887 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18992): Terminating (SIGTERM)\u000a19:26:58.064088 --- ParallelTerminationStrategy: PID 18986 died...\u000a19:26:58.117932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18986): Terminated: ok {rc=0}\u000a19:26:58.127557 --- ParallelTerminationStrategy: PID 18989 died...\u000a19:26:58.180603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=18989): Terminated: ok {rc=0}\u000a19:26:58.190198 --- ParallelTerminationStrategy: PID 18992 died...\u000a19:26:58.243064 run pcap-recorder_any(filters='host 10.42.42.6')(pid=18992): Terminated: ok {rc=0}\u000a19:26:58.331596 bus /gobi_0: Setting Powered False\u000a19:26:59.439617 bus /gobi_0: Setting Powered False\u000a19:27:00.549230 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "34", "name" : "dynts_oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:26:50" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "dynts:oc2g+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19003): Process ended prematurely: osmo-stp_10.42.42.5(pid=19003) [trial-2381↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19003)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19003): Process ended prematurely: osmo-stp_10.42.42.5(pid=19003) [trial-2381↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19003)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 dynts:oc2g+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a19:27:02.533783 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:27:02.545137 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a19:27:02.699256 tst switch_tch_pdch.py: using LAC 30981\u000a19:27:02.824602 tst switch_tch_pdch.py: using RAC 126\u000a19:27:02.949175 tst switch_tch_pdch.py: using CellId 30981\u000a19:27:03.079910 tst switch_tch_pdch.py: using BVCI 30982\u000a19:27:03.104439 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:27:03.115955 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:27:03.127241 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:27:03.139353 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:27:03.151358 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:27:03.163265 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:27:03.175466 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:27:03.187440 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a19:27:03.306066 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a19:27:03.581745 tst switch_tch_pdch.py:51: start network...\u000a19:27:03.706423 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:27:04.163762 run create_hlr_db(pid=18997): Launched\u000a19:27:04.286222 bus /gobi_6: Setting Powered False\u000a19:27:05.359199 run create_hlr_db(pid=18997): Terminated: ok {rc=0}\u000a19:27:05.734283 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18999): Launched\u000a19:27:06.034984 run osmo-hlr_10.42.42.2(pid=19000): Launched\u000a19:27:06.152806 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:27:06.653391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19002): Launched\u000a19:27:06.952219 run osmo-stp_10.42.42.5(pid=19003): Launched\u000a19:27:07.061291 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:27:07.560689 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19005): Launched\u000a19:27:07.667574 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:27:07.928255 run patchelf(pid=19006): Launched\u000a19:27:08.103693 run osmo-stp_10.42.42.5(pid=19003): ERR: Terminated: ERROR {rc=1} [trial-2381↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19003)]\u000a19:27:08.231730 run osmo-stp_10.42.42.5(pid=19003): stdout: \u000a| (launched: 2022-12-12_19:27:06.804310)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:27:08.359746 run osmo-stp_10.42.42.5(pid=19003): stderr: \u000a| �[0;m�[38;5;43m20221212192706974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192706974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192706975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192706975 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192706975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192706976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192706976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:27:08.483144 run osmo-stp_10.42.42.5(pid=19003): stdout: \u000a| (launched: 2022-12-12_19:27:06.804310)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:27:08.605929 run osmo-stp_10.42.42.5(pid=19003): stderr: \u000a| �[0;m�[38;5;43m20221212192706974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192706974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192706975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192706975 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192706975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192706976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192706976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:27:08.748104 run patchelf(pid=19006): Terminating (SIGINT)\u000a19:27:08.914352 run patchelf(pid=19006): Terminated: ok {rc=0}\u000a19:27:08.944784 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=19003): Process ended prematurely: osmo-stp_10.42.42.5(pid=19003) [trial-2381↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19003)] [trial-2381↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a19:27:08.953432 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a19:27:09.013582 run osmo-hlr_10.42.42.2(pid=19000): ERR: Terminated: ERROR {rc=237} [trial-2381↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19000)]\u000a19:27:09.063380 run osmo-hlr_10.42.42.2(pid=19000): stdout: \u000a| (launched: 2022-12-12_19:27:05.886289) \u000a19:27:09.113845 run osmo-hlr_10.42.42.2(pid=19000): stderr: \u000a| �[0;m�[1;31m20221212192706063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212192706063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212192706063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192706063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192706063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212192706063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212192706074 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/dynts:oc2g+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212192706083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212192706083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212192706083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:27:09.156732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18999): Terminating (SIGTERM)\u000a19:27:09.197388 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19002): Terminating (SIGTERM)\u000a19:27:09.237947 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19005): Terminating (SIGTERM)\u000a19:27:09.247385 --- ParallelTerminationStrategy: PID 18999 died...\u000a19:27:09.301261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=18999): Terminated: ok {rc=0}\u000a19:27:09.311076 --- ParallelTerminationStrategy: PID 19002 died...\u000a19:27:09.364734 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19002): Terminated: ok {rc=0}\u000a19:27:09.374558 --- ParallelTerminationStrategy: PID 19005 died...\u000a19:27:09.427885 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19005): Terminated: ok {rc=0}\u000a19:27:09.517383 bus /gobi_0: Setting Powered False\u000a19:27:10.622312 bus /gobi_0: Setting Powered False\u000a19:27:11.734826 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "35", "name" : "dynts_oc2g+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:27:02" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "nitb_sms:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=19011): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19011) [trial-2381↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19011)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=19011): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19011) [trial-2381↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19011)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 nitb_sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a19:27:13.614535 tst nitb_sms:trx-b200: Using 1 x ip_address (candidates: 1)\u000a19:27:13.625279 tst nitb_sms:trx-b200: Using 1 x bts (candidates: 1)\u000a19:27:13.758358 tst mo_mt_sms.py: using LAC 30982\u000a19:27:13.880569 tst mo_mt_sms.py: using RAC 127\u000a19:27:13.995134 tst mo_mt_sms.py: using CellId 30982\u000a19:27:14.110589 tst mo_mt_sms.py: using BVCI 30983\u000a19:27:14.133159 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a19:27:14.251931 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a19:27:14.525209 tst mo_mt_sms.py:9: start nitb and bts...\u000a19:27:14.648791 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a19:27:15.268014 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19010): Launched\u000a19:27:15.565549 run osmo-nitb_10.42.42.2(pid=19011): Launched\u000a19:27:15.749900 run osmo-nitb_10.42.42.2(pid=19011): ERR: Terminated: ERROR {rc=2} [trial-2381↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19011)]\u000a19:27:15.896693 run osmo-nitb_10.42.42.2(pid=19011): stdout: \u000a| (launched: 2022-12-12_19:27:15.419332) \u000a19:27:16.036880 run osmo-nitb_10.42.42.2(pid=19011): stderr: \u000a| (launched: 2022-12-12_19:27:15.463795)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:27:16.184427 run osmo-nitb_10.42.42.2(pid=19011): stdout: \u000a| (launched: 2022-12-12_19:27:15.419332) \u000a19:27:16.329344 run osmo-nitb_10.42.42.2(pid=19011): stderr: \u000a| (launched: 2022-12-12_19:27:15.463795)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:27:16.712735 tst osmo-nitb_10.42.42.2(pid=19011): stdout: \u000a| (launched: 2022-12-12_19:27:15.419332) \u000a19:27:16.845676 tst osmo-nitb_10.42.42.2(pid=19011): stderr: \u000a| (launched: 2022-12-12_19:27:15.463795)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:27:16.903519 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=19011): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19011) [trial-2381↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19011)] [trial-2381↪nitb_sms:trx-b200↪mo_mt_sms.py:11]\u000a19:27:16.913356 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a19:27:16.953576 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19010): Terminating (SIGTERM)\u000a19:27:17.132058 --- ParallelTerminationStrategy: PID 19010 died...\u000a19:27:17.197165 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19010): Terminated: ok {rc=0}\u000a19:27:17.283824 bus /sierra_3: Setting Powered False\u000a19:27:18.385821 bus /sierra_3: Setting Powered False\u000a19:27:19.496670 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "36", "name" : "nitb_sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:27:13" }, { "cases" : [ { "testActions" : [ ], "age" : 64, "className" : "sms:trx-b200", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19021): Process ended prematurely: osmo-stp_10.42.42.5(pid=19021) [trial-2381↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19021)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19021): Process ended prematurely: osmo-stp_10.42.42.5(pid=19021) [trial-2381↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19021)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a19:27:21.399556 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:27:21.411098 tst sms:trx-b200: Using 1 x bts (candidates: 1)\u000a19:27:21.552473 tst mo_mt_sms.py: using LAC 30983\u000a19:27:21.674508 tst mo_mt_sms.py: using RAC 128\u000a19:27:21.790118 tst mo_mt_sms.py: using CellId 30983\u000a19:27:21.905064 tst mo_mt_sms.py: using BVCI 30984\u000a19:27:21.927919 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:27:21.938583 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:27:21.949421 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:27:21.959988 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:27:21.970698 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:27:21.981288 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a19:27:22.099025 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a19:27:22.307752 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:27:22.811211 run create_hlr_db(pid=19015): Launched\u000a19:27:22.996889 bus /sierra_2: Setting Powered False\u000a19:27:24.017727 run create_hlr_db(pid=19015): Terminated: ok {rc=0}\u000a19:27:24.420811 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19017): Launched\u000a19:27:24.721997 run osmo-hlr_10.42.42.2(pid=19018): Launched\u000a19:27:24.831760 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:27:25.349419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19020): Launched\u000a19:27:25.648206 run osmo-stp_10.42.42.5(pid=19021): Launched\u000a19:27:25.758157 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:27:26.305368 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19023): Launched\u000a19:27:26.606416 run osmo-msc_10.42.42.6(pid=19024): Launched\u000a19:27:26.784446 run osmo-stp_10.42.42.5(pid=19021): ERR: Terminated: ERROR {rc=1} [trial-2381↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19021)]\u000a19:27:26.911113 run osmo-stp_10.42.42.5(pid=19021): stdout: \u000a| (launched: 2022-12-12_19:27:25.499901)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:27:27.035969 run osmo-stp_10.42.42.5(pid=19021): stderr: \u000a| �[0;m�[38;5;43m20221212192725670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192725671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192725671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192725671 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192725672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192725672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192725672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:27:27.155847 run osmo-stp_10.42.42.5(pid=19021): stdout: \u000a| (launched: 2022-12-12_19:27:25.499901)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:27:27.274765 run osmo-stp_10.42.42.5(pid=19021): stderr: \u000a| �[0;m�[38;5;43m20221212192725670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192725671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192725671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192725671 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192725672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192725672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192725672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:27:27.326903 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=19021): Process ended prematurely: osmo-stp_10.42.42.5(pid=19021) [trial-2381↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19021)] [trial-2381↪sms:trx-b200↪mo_mt_sms.py:16]\u000a19:27:27.335017 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a19:27:27.394711 run osmo-hlr_10.42.42.2(pid=19018): ERR: Terminated: ERROR {rc=237} [trial-2381↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19018)]\u000a19:27:27.444192 run osmo-hlr_10.42.42.2(pid=19018): stdout: \u000a| (launched: 2022-12-12_19:27:24.572310) \u000a19:27:27.494129 run osmo-hlr_10.42.42.2(pid=19018): stderr: \u000a| �[0;m�[1;31m20221212192724748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212192724748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212192724748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192724748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192724748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212192724748 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212192724761 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/sms:trx-b200/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212192724770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212192724770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212192724770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:27:27.561477 run osmo-msc_10.42.42.6(pid=19024): ERR: Terminated: ERROR {rc=2} [trial-2381↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19024)]\u000a19:27:27.610878 run osmo-msc_10.42.42.6(pid=19024): stdout: \u000a| (launched: 2022-12-12_19:27:26.456021) \u000a19:27:27.660640 run osmo-msc_10.42.42.6(pid=19024): stderr: \u000a| �[0;m�[38;5;43m20221212192726729 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212192726730 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc279518c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212192726730 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212192726730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212192726730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212192726730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212192726732 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212192726732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212192726732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212192726732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:27:27.702714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19017): Terminating (SIGTERM)\u000a19:27:27.742693 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19020): Terminating (SIGTERM)\u000a19:27:27.782613 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19023): Terminating (SIGTERM)\u000a19:27:27.791960 --- ParallelTerminationStrategy: PID 19017 died...\u000a19:27:27.845428 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19017): Terminated: ok {rc=0}\u000a19:27:27.855198 --- ParallelTerminationStrategy: PID 19020 died...\u000a19:27:27.908196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19020): Terminated: ok {rc=0}\u000a19:27:27.918067 --- ParallelTerminationStrategy: PID 19023 died...\u000a19:27:27.971061 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19023): Terminated: ok {rc=0}\u000a19:27:28.054780 bus /sierra_3: Setting Powered False\u000a19:27:29.162242 bus /sierra_3: Setting Powered False\u000a19:27:30.270763 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "37", "name" : "sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:27:21" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "nitb_ussd:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=19030): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19030) [trial-2381↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19030)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=19030): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19030) [trial-2381↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19030)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 nitb_ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a19:27:32.166197 tst nitb_ussd:trx-b200: Using 1 x ip_address (candidates: 1)\u000a19:27:32.177923 tst nitb_ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a19:27:32.310711 tst assert_extension.py: using LAC 30984\u000a19:27:32.429079 tst assert_extension.py: using RAC 129\u000a19:27:32.554656 tst assert_extension.py: using CellId 30984\u000a19:27:32.686528 tst assert_extension.py: using BVCI 30985\u000a19:27:32.710781 tst nitb_ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a19:27:32.986506 tst assert_extension.py:10: start nitb and bts...\u000a19:27:33.110282 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a19:27:33.729103 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19029): Launched\u000a19:27:34.023905 run osmo-nitb_10.42.42.2(pid=19030): Launched\u000a19:27:34.208507 run osmo-nitb_10.42.42.2(pid=19030): ERR: Terminated: ERROR {rc=2} [trial-2381↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19030)]\u000a19:27:34.344124 run osmo-nitb_10.42.42.2(pid=19030): stdout: \u000a| (launched: 2022-12-12_19:27:33.880277) \u000a19:27:34.479713 run osmo-nitb_10.42.42.2(pid=19030): stderr: \u000a| (launched: 2022-12-12_19:27:33.924463)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:27:34.611221 run osmo-nitb_10.42.42.2(pid=19030): stdout: \u000a| (launched: 2022-12-12_19:27:33.880277) \u000a19:27:34.741576 run osmo-nitb_10.42.42.2(pid=19030): stderr: \u000a| (launched: 2022-12-12_19:27:33.924463)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:27:35.144700 tst osmo-nitb_10.42.42.2(pid=19030): stdout: \u000a| (launched: 2022-12-12_19:27:33.880277) \u000a19:27:35.263336 tst osmo-nitb_10.42.42.2(pid=19030): stderr: \u000a| (launched: 2022-12-12_19:27:33.924463)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:27:35.315443 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=19030): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19030) [trial-2381↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19030)] [trial-2381↪nitb_ussd:trx-b200↪assert_extension.py:12]\u000a19:27:35.323621 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a19:27:35.358388 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19029): Terminating (SIGTERM)\u000a19:27:35.535972 --- ParallelTerminationStrategy: PID 19029 died...\u000a19:27:35.591896 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19029): Terminated: ok {rc=0}\u000a19:27:35.681988 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "38", "name" : "nitb_ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:27:32" }, { "cases" : [ { "testActions" : [ ], "age" : 64, "className" : "ussd:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19040): Process ended prematurely: osmo-stp_10.42.42.5(pid=19040) [trial-2381↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19040)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19040): Process ended prematurely: osmo-stp_10.42.42.5(pid=19040) [trial-2381↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19040)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a19:27:37.527266 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:27:37.538483 tst ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a19:27:37.681795 tst assert_extension.py: using LAC 30985\u000a19:27:37.806163 tst assert_extension.py: using RAC 130\u000a19:27:37.930391 tst assert_extension.py: using CellId 30985\u000a19:27:38.054866 tst assert_extension.py: using BVCI 30986\u000a19:27:38.079084 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:27:38.090617 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:27:38.101855 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:27:38.113542 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:27:38.125094 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:27:38.136665 tst ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a19:27:38.336193 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:27:38.815856 run create_hlr_db(pid=19034): Launched\u000a19:27:38.988409 bus /sierra_2: Setting Powered False\u000a19:27:40.010219 run create_hlr_db(pid=19034): Terminated: ok {rc=0}\u000a19:27:40.435616 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19036): Launched\u000a19:27:40.758398 run osmo-hlr_10.42.42.2(pid=19037): Launched\u000a19:27:40.878457 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:27:41.436692 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19039): Launched\u000a19:27:41.760844 run osmo-stp_10.42.42.5(pid=19040): Launched\u000a19:27:41.878206 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:27:42.465468 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19042): Launched\u000a19:27:42.787251 run osmo-msc_10.42.42.6(pid=19043): Launched\u000a19:27:42.975128 run osmo-stp_10.42.42.5(pid=19040): ERR: Terminated: ERROR {rc=1} [trial-2381↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19040)]\u000a19:27:43.110997 run osmo-stp_10.42.42.5(pid=19040): stdout: \u000a| (launched: 2022-12-12_19:27:41.599301)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:27:43.246339 run osmo-stp_10.42.42.5(pid=19040): stderr: \u000a| �[0;m�[38;5;43m20221212192741792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192741792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192741792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192741793 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192741793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192741793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192741793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:27:43.375270 run osmo-stp_10.42.42.5(pid=19040): stdout: \u000a| (launched: 2022-12-12_19:27:41.599301)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:27:43.503268 run osmo-stp_10.42.42.5(pid=19040): stderr: \u000a| �[0;m�[38;5;43m20221212192741792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192741792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192741792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192741793 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192741793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192741793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192741793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:27:43.559287 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=19040): Process ended prematurely: osmo-stp_10.42.42.5(pid=19040) [trial-2381↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19040)] [trial-2381↪ussd:trx-b200↪assert_extension.py:17]\u000a19:27:43.567973 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a19:27:43.631653 run osmo-hlr_10.42.42.2(pid=19037): ERR: Terminated: ERROR {rc=237} [trial-2381↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19037)]\u000a19:27:43.684360 run osmo-hlr_10.42.42.2(pid=19037): stdout: \u000a| (launched: 2022-12-12_19:27:40.598534) \u000a19:27:43.737489 run osmo-hlr_10.42.42.2(pid=19037): stderr: \u000a| �[0;m�[1;31m20221212192740796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212192740796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212192740796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192740796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192740796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212192740797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212192740808 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/ussd:trx-b200/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212192740818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212192740818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212192740818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:27:43.808912 run osmo-msc_10.42.42.6(pid=19043): ERR: Terminated: ERROR {rc=2} [trial-2381↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19043)]\u000a19:27:43.861001 run osmo-msc_10.42.42.6(pid=19043): stdout: \u000a| (launched: 2022-12-12_19:27:42.627833) \u000a19:27:43.913851 run osmo-msc_10.42.42.6(pid=19043): stderr: \u000a| �[0;m�[38;5;43m20221212192742948 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212192742949 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f179926ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212192742949 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212192742949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212192742949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212192742949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212192742951 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212192742951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212192742951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212192742952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:27:43.958559 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19036): Terminating (SIGTERM)\u000a19:27:44.001048 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19039): Terminating (SIGTERM)\u000a19:27:44.043860 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19042): Terminating (SIGTERM)\u000a19:27:44.053815 --- ParallelTerminationStrategy: PID 19036 died...\u000a19:27:44.110864 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19036): Terminated: ok {rc=0}\u000a19:27:44.121092 --- ParallelTerminationStrategy: PID 19039 died...\u000a19:27:44.177809 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19039): Terminated: ok {rc=0}\u000a19:27:44.187945 --- ParallelTerminationStrategy: PID 19042 died...\u000a19:27:44.244522 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19042): Terminated: ok {rc=0}\u000a19:27:44.332853 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "39", "name" : "ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:27:37" }, { "cases" : [ { "testActions" : [ ], "age" : 64, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19054): Process ended prematurely: osmo-stp_10.42.42.5(pid=19054) [trial-2381↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19054)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19054): Process ended prematurely: osmo-stp_10.42.42.5(pid=19054) [trial-2381↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19054)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a19:27:46.311894 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:27:46.327842 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a19:27:46.517233 tst mo_mt_call.py: using LAC 30986\u000a19:27:46.666450 tst mo_mt_call.py: using RAC 131\u000a19:27:46.793924 tst mo_mt_call.py: using CellId 30986\u000a19:27:46.922865 tst mo_mt_call.py: using BVCI 30987\u000a19:27:46.948781 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:27:46.960990 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:27:46.972903 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:27:46.985576 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:27:46.997985 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:27:47.010050 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:27:47.154602 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:27:47.369634 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:27:47.883067 run create_hlr_db(pid=19048): Launched\u000a19:27:48.072270 bus /sierra_2: Setting Powered False\u000a19:27:49.093538 run create_hlr_db(pid=19048): Terminated: ok {rc=0}\u000a19:27:49.527852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19050): Launched\u000a19:27:49.854898 run osmo-hlr_10.42.42.2(pid=19051): Launched\u000a19:27:49.975606 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:27:50.543517 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19053): Launched\u000a19:27:50.871412 run osmo-stp_10.42.42.5(pid=19054): Launched\u000a19:27:50.989386 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:27:51.586503 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19056): Launched\u000a19:27:51.977844 run osmo-msc_10.42.42.6(pid=19057): Launched\u000a19:27:52.173023 run osmo-stp_10.42.42.5(pid=19054): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19054)]\u000a19:27:52.311526 run osmo-stp_10.42.42.5(pid=19054): stdout: \u000a| (launched: 2022-12-12_19:27:50.709798)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:27:52.448299 run osmo-stp_10.42.42.5(pid=19054): stderr: \u000a| �[0;m�[38;5;43m20221212192750902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192750902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192750903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192750903 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192750903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192750903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192750903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:27:52.579987 run osmo-stp_10.42.42.5(pid=19054): stdout: \u000a| (launched: 2022-12-12_19:27:50.709798)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:27:52.710985 run osmo-stp_10.42.42.5(pid=19054): stderr: \u000a| �[0;m�[38;5;43m20221212192750902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192750902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192750903 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192750903 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192750903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192750903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192750903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:27:52.768420 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19054): Process ended prematurely: osmo-stp_10.42.42.5(pid=19054) [trial-2381↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19054)] [trial-2381↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a19:27:52.777990 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a19:27:52.842384 run osmo-hlr_10.42.42.2(pid=19051): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19051)]\u000a19:27:52.894772 run osmo-hlr_10.42.42.2(pid=19051): stdout: \u000a| (launched: 2022-12-12_19:27:49.694203) \u000a19:27:52.947625 run osmo-hlr_10.42.42.2(pid=19051): stderr: \u000a| �[0;m�[1;31m20221212192749894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212192749894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212192749894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192749894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192749894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212192749894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212192749918 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212192749929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212192749929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212192749929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:27:53.019182 run osmo-msc_10.42.42.6(pid=19057): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19057)]\u000a19:27:53.071850 run osmo-msc_10.42.42.6(pid=19057): stdout: \u000a| (launched: 2022-12-12_19:27:51.752877) \u000a19:27:53.125242 run osmo-msc_10.42.42.6(pid=19057): stderr: \u000a| �[0;m�[38;5;43m20221212192752078 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212192752078 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f71a65f5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212192752078 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212192752078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212192752078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212192752078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212192752080 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212192752080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212192752080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212192752081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:27:53.169752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19050): Terminating (SIGTERM)\u000a19:27:53.212181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19053): Terminating (SIGTERM)\u000a19:27:53.254909 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19056): Terminating (SIGTERM)\u000a19:27:53.264711 --- ParallelTerminationStrategy: PID 19050 died...\u000a19:27:53.321940 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19050): Terminated: ok {rc=0}\u000a19:27:53.332095 --- ParallelTerminationStrategy: PID 19053 died...\u000a19:27:53.389108 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19053): Terminated: ok {rc=0}\u000a19:27:53.399413 --- ParallelTerminationStrategy: PID 19056 died...\u000a19:27:53.456431 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19056): Terminated: ok {rc=0}\u000a19:27:53.545180 bus /sierra_3: Setting Powered False\u000a19:27:54.654500 bus /sierra_3: Setting Powered False\u000a19:27:55.764467 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 64, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19065): Process ended prematurely: osmo-stp_10.42.42.5(pid=19065) [trial-2381↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19065)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19065): Process ended prematurely: osmo-stp_10.42.42.5(pid=19065) [trial-2381↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19065)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:27:56.875646 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:27:56.887627 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a19:27:57.045097 tst mo_mt_call_osmux.py: using LAC 30987\u000a19:27:57.166301 tst mo_mt_call_osmux.py: using RAC 132\u000a19:27:57.291799 tst mo_mt_call_osmux.py: using CellId 30987\u000a19:27:57.411755 tst mo_mt_call_osmux.py: using BVCI 30988\u000a19:27:57.434935 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:27:57.446207 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:27:57.457303 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:27:57.468354 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:27:57.479560 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:27:57.490694 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:27:57.606141 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:27:57.820312 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:27:58.335581 run create_hlr_db(pid=19059): Launched\u000a19:27:58.525706 bus /sierra_2: Setting Powered False\u000a19:27:59.546835 run create_hlr_db(pid=19059): Terminated: ok {rc=0}\u000a19:27:59.958962 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19061): Launched\u000a19:28:00.263903 run osmo-hlr_10.42.42.2(pid=19062): Launched\u000a19:28:00.375433 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:28:00.936672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19064): Launched\u000a19:28:01.244020 run osmo-stp_10.42.42.5(pid=19065): Launched\u000a19:28:01.455472 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:28:02.128245 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19067): Launched\u000a19:28:02.469082 run osmo-msc_10.42.42.6(pid=19068): Launched\u000a19:28:02.662908 run osmo-stp_10.42.42.5(pid=19065): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19065)]\u000a19:28:02.804629 run osmo-stp_10.42.42.5(pid=19065): stdout: \u000a| (launched: 2022-12-12_19:28:01.094672)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:28:02.941910 run osmo-stp_10.42.42.5(pid=19065): stderr: \u000a| �[0;m�[38;5;43m20221212192801440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192801440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192801440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192801449 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192801449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192801449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192801449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:28:03.073700 run osmo-stp_10.42.42.5(pid=19065): stdout: \u000a| (launched: 2022-12-12_19:28:01.094672)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:28:03.204194 run osmo-stp_10.42.42.5(pid=19065): stderr: \u000a| �[0;m�[38;5;43m20221212192801440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192801440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192801440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192801449 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192801449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192801449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192801449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:28:03.261849 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19065): Process ended prematurely: osmo-stp_10.42.42.5(pid=19065) [trial-2381↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19065)] [trial-2381↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a19:28:03.271498 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a19:28:03.336078 run osmo-hlr_10.42.42.2(pid=19062): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19062)]\u000a19:28:03.388663 run osmo-hlr_10.42.42.2(pid=19062): stdout: \u000a| (launched: 2022-12-12_19:28:00.113682) \u000a19:28:03.441835 run osmo-hlr_10.42.42.2(pid=19062): stderr: \u000a| �[0;m�[1;31m20221212192800291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212192800291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212192800291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192800291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192800291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212192800292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212192800329 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212192800339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212192800340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212192800340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:28:03.513769 run osmo-msc_10.42.42.6(pid=19068): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19068)]\u000a19:28:03.566434 run osmo-msc_10.42.42.6(pid=19068): stdout: \u000a| (launched: 2022-12-12_19:28:02.305135) \u000a19:28:03.619711 run osmo-msc_10.42.42.6(pid=19068): stderr: \u000a| �[0;m�[38;5;43m20221212192802624 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212192802624 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4342b58c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212192802624 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212192802624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212192802625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212192802625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212192802626 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212192802627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212192802627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212192802627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:28:03.664866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19061): Terminating (SIGTERM)\u000a19:28:03.707877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19064): Terminating (SIGTERM)\u000a19:28:03.751529 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19067): Terminating (SIGTERM)\u000a19:28:03.761505 --- ParallelTerminationStrategy: PID 19061 died...\u000a19:28:03.819446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19061): Terminated: ok {rc=0}\u000a19:28:03.830011 --- ParallelTerminationStrategy: PID 19064 died...\u000a19:28:03.886980 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19064): Terminated: ok {rc=0}\u000a19:28:03.897417 --- ParallelTerminationStrategy: PID 19067 died...\u000a19:28:03.953946 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19067): Terminated: ok {rc=0}\u000a19:28:04.042757 bus /sierra_3: Setting Powered False\u000a19:28:05.150600 bus /sierra_3: Setting Powered False\u000a19:28:06.260145 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "40", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:27:46" }, { "cases" : [ { "testActions" : [ ], "age" : 64, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19080): Process ended prematurely: osmo-stp_10.42.42.5(pid=19080) [trial-2381↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19080)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19080): Process ended prematurely: osmo-stp_10.42.42.5(pid=19080) [trial-2381↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19080)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a19:28:08.270326 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:28:08.282058 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a19:28:08.447115 tst mo_mt_call.py: using LAC 30988\u000a19:28:08.574150 tst mo_mt_call.py: using RAC 133\u000a19:28:08.702966 tst mo_mt_call.py: using CellId 30988\u000a19:28:08.832061 tst mo_mt_call.py: using BVCI 30989\u000a19:28:08.856609 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:28:08.868742 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:28:08.880445 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:28:08.892625 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:28:08.904370 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:28:08.916247 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:28:09.038822 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:28:09.250758 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:28:09.767295 run create_hlr_db(pid=19074): Launched\u000a19:28:09.956887 bus /sierra_2: Setting Powered False\u000a19:28:10.977443 run create_hlr_db(pid=19074): Terminated: ok {rc=0}\u000a19:28:11.414048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19076): Launched\u000a19:28:11.744112 run osmo-hlr_10.42.42.2(pid=19077): Launched\u000a19:28:11.863811 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:28:12.433056 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19079): Launched\u000a19:28:12.762427 run osmo-stp_10.42.42.5(pid=19080): Launched\u000a19:28:12.881373 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:28:13.479829 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19082): Launched\u000a19:28:13.808865 run osmo-msc_10.42.42.6(pid=19083): Launched\u000a19:28:13.999851 run osmo-stp_10.42.42.5(pid=19080): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19080)]\u000a19:28:14.138288 run osmo-stp_10.42.42.5(pid=19080): stdout: \u000a| (launched: 2022-12-12_19:28:12.599471)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:28:14.275568 run osmo-stp_10.42.42.5(pid=19080): stderr: \u000a| �[0;m�[38;5;43m20221212192812795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192812795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192812795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192812796 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192812796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192812796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192812797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:28:14.407202 run osmo-stp_10.42.42.5(pid=19080): stdout: \u000a| (launched: 2022-12-12_19:28:12.599471)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:28:14.537473 run osmo-stp_10.42.42.5(pid=19080): stderr: \u000a| �[0;m�[38;5;43m20221212192812795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192812795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192812795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192812796 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192812796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192812796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192812797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:28:14.595098 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19080): Process ended prematurely: osmo-stp_10.42.42.5(pid=19080) [trial-2381↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19080)] [trial-2381↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a19:28:14.604643 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a19:28:14.668828 run osmo-hlr_10.42.42.2(pid=19077): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19077)]\u000a19:28:14.721864 run osmo-hlr_10.42.42.2(pid=19077): stdout: \u000a| (launched: 2022-12-12_19:28:11.580394) \u000a19:28:14.774922 run osmo-hlr_10.42.42.2(pid=19077): stderr: \u000a| �[0;m�[1;31m20221212192811782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212192811782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212192811783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192811783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192811783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212192811783 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212192811795 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212192811804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212192811804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212192811804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:28:14.846607 run osmo-msc_10.42.42.6(pid=19083): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19083)]\u000a19:28:14.899230 run osmo-msc_10.42.42.6(pid=19083): stdout: \u000a| (launched: 2022-12-12_19:28:13.645847) \u000a19:28:14.952552 run osmo-msc_10.42.42.6(pid=19083): stderr: \u000a| �[0;m�[38;5;43m20221212192813969 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212192813969 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb2696e0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212192813969 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212192813969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212192813969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212192813969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212192813971 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212192813971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212192813972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212192813972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:28:14.997521 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19076): Terminating (SIGTERM)\u000a19:28:15.041007 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19079): Terminating (SIGTERM)\u000a19:28:15.083789 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19082): Terminating (SIGTERM)\u000a19:28:15.094140 --- ParallelTerminationStrategy: PID 19076 died...\u000a19:28:15.152140 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19076): Terminated: ok {rc=0}\u000a19:28:15.162595 --- ParallelTerminationStrategy: PID 19079 died...\u000a19:28:15.219729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19079): Terminated: ok {rc=0}\u000a19:28:15.230356 --- ParallelTerminationStrategy: PID 19082 died...\u000a19:28:15.287557 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19082): Terminated: ok {rc=0}\u000a19:28:15.375206 bus /sierra_3: Setting Powered False\u000a19:28:16.479955 bus /sierra_3: Setting Powered False\u000a19:28:17.588104 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 64, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19091): Process ended prematurely: osmo-stp_10.42.42.5(pid=19091) [trial-2381↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19091)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19091): Process ended prematurely: osmo-stp_10.42.42.5(pid=19091) [trial-2381↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19091)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:28:18.705774 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:28:18.718326 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a19:28:18.886654 tst mo_mt_call_osmux.py: using LAC 30989\u000a19:28:19.013526 tst mo_mt_call_osmux.py: using RAC 134\u000a19:28:19.141744 tst mo_mt_call_osmux.py: using CellId 30989\u000a19:28:19.269322 tst mo_mt_call_osmux.py: using BVCI 30990\u000a19:28:19.294013 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:28:19.305743 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:28:19.317269 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:28:19.329279 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:28:19.341362 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:28:19.353573 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:28:19.473711 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:28:19.677603 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:28:20.165675 run create_hlr_db(pid=19085): Launched\u000a19:28:20.341476 bus /sierra_2: Setting Powered False\u000a19:28:21.363239 run create_hlr_db(pid=19085): Terminated: ok {rc=0}\u000a19:28:21.799726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19087): Launched\u000a19:28:22.128559 run osmo-hlr_10.42.42.2(pid=19088): Launched\u000a19:28:22.248106 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:28:22.816845 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19090): Launched\u000a19:28:23.144554 run osmo-stp_10.42.42.5(pid=19091): Launched\u000a19:28:23.262501 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:28:23.867417 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19093): Launched\u000a19:28:24.196918 run osmo-msc_10.42.42.6(pid=19094): Launched\u000a19:28:24.389397 run osmo-stp_10.42.42.5(pid=19091): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19091)]\u000a19:28:24.528139 run osmo-stp_10.42.42.5(pid=19091): stdout: \u000a| (launched: 2022-12-12_19:28:22.982778)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:28:24.666441 run osmo-stp_10.42.42.5(pid=19091): stderr: \u000a| �[0;m�[38;5;43m20221212192823175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192823175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192823175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192823176 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192823176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192823176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192823176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:28:24.798653 run osmo-stp_10.42.42.5(pid=19091): stdout: \u000a| (launched: 2022-12-12_19:28:22.982778)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:28:24.928829 run osmo-stp_10.42.42.5(pid=19091): stderr: \u000a| �[0;m�[38;5;43m20221212192823175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192823175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192823175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192823176 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192823176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192823176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192823176 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:28:24.986773 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19091): Process ended prematurely: osmo-stp_10.42.42.5(pid=19091) [trial-2381↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19091)] [trial-2381↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a19:28:24.996090 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a19:28:25.060291 run osmo-hlr_10.42.42.2(pid=19088): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19088)]\u000a19:28:25.112846 run osmo-hlr_10.42.42.2(pid=19088): stdout: \u000a| (launched: 2022-12-12_19:28:21.965749) \u000a19:28:25.165995 run osmo-hlr_10.42.42.2(pid=19088): stderr: \u000a| �[0;m�[1;31m20221212192822165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212192822165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212192822165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192822165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192822165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212192822165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212192822177 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212192822186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212192822186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212192822186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:28:25.237571 run osmo-msc_10.42.42.6(pid=19094): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19094)]\u000a19:28:25.289744 run osmo-msc_10.42.42.6(pid=19094): stdout: \u000a| (launched: 2022-12-12_19:28:24.033584) \u000a19:28:25.342676 run osmo-msc_10.42.42.6(pid=19094): stderr: \u000a| �[0;m�[38;5;43m20221212192824356 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212192824356 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f34ae019c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212192824356 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212192824356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212192824356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212192824357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212192824358 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212192824359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212192824359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212192824359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:28:25.387197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19087): Terminating (SIGTERM)\u000a19:28:25.429570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19090): Terminating (SIGTERM)\u000a19:28:25.472005 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19093): Terminating (SIGTERM)\u000a19:28:25.482127 --- ParallelTerminationStrategy: PID 19087 died...\u000a19:28:25.538929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19087): Terminated: ok {rc=0}\u000a19:28:25.549614 --- ParallelTerminationStrategy: PID 19090 died...\u000a19:28:25.606106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19090): Terminated: ok {rc=0}\u000a19:28:25.616585 --- ParallelTerminationStrategy: PID 19093 died...\u000a19:28:25.673241 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19093): Terminated: ok {rc=0}\u000a19:28:25.762066 bus /sierra_3: Setting Powered False\u000a19:28:26.866719 bus /sierra_3: Setting Powered False\u000a19:28:27.978820 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "41", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:28:07" }, { "cases" : [ { "testActions" : [ ], "age" : 64, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19105): Process ended prematurely: osmo-stp_10.42.42.5(pid=19105) [trial-2381↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19105)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19105): Process ended prematurely: osmo-stp_10.42.42.5(pid=19105) [trial-2381↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19105)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a19:28:29.976191 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:28:29.987401 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a19:28:30.146754 tst mo_mt_call.py: using LAC 30990\u000a19:28:30.265880 tst mo_mt_call.py: using RAC 135\u000a19:28:30.385063 tst mo_mt_call.py: using CellId 30990\u000a19:28:30.504234 tst mo_mt_call.py: using BVCI 30991\u000a19:28:30.527322 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:28:30.538484 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:28:30.549458 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:28:30.560280 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:28:30.571751 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:28:30.583420 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:28:30.704752 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:28:30.922512 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:28:31.457341 run create_hlr_db(pid=19099): Launched\u000a19:28:31.639711 bus /sierra_2: Setting Powered False\u000a19:28:32.657899 run create_hlr_db(pid=19099): Terminated: ok {rc=0}\u000a19:28:33.094671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19101): Launched\u000a19:28:33.422069 run osmo-hlr_10.42.42.2(pid=19102): Launched\u000a19:28:33.542261 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:28:34.113758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19104): Launched\u000a19:28:34.441952 run osmo-stp_10.42.42.5(pid=19105): Launched\u000a19:28:34.560223 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:28:35.159081 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19107): Launched\u000a19:28:35.486665 run osmo-msc_10.42.42.6(pid=19108): Launched\u000a19:28:35.678521 run osmo-stp_10.42.42.5(pid=19105): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19105)]\u000a19:28:35.816708 run osmo-stp_10.42.42.5(pid=19105): stdout: \u000a| (launched: 2022-12-12_19:28:34.279465)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:28:35.954347 run osmo-stp_10.42.42.5(pid=19105): stderr: \u000a| �[0;m�[38;5;43m20221212192834473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192834473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192834473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192834474 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192834474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192834474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192834474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:28:36.086025 run osmo-stp_10.42.42.5(pid=19105): stdout: \u000a| (launched: 2022-12-12_19:28:34.279465)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:28:36.216507 run osmo-stp_10.42.42.5(pid=19105): stderr: \u000a| �[0;m�[38;5;43m20221212192834473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192834473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192834473 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192834474 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192834474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192834474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192834474 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:28:36.274305 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19105): Process ended prematurely: osmo-stp_10.42.42.5(pid=19105) [trial-2381↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19105)] [trial-2381↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a19:28:36.283661 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a19:28:36.348054 run osmo-hlr_10.42.42.2(pid=19102): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19102)]\u000a19:28:36.400674 run osmo-hlr_10.42.42.2(pid=19102): stdout: \u000a| (launched: 2022-12-12_19:28:33.260923) \u000a19:28:36.453869 run osmo-hlr_10.42.42.2(pid=19102): stderr: \u000a| �[0;m�[1;31m20221212192833459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212192833459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212192833459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192833459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192833459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212192833459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212192833472 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212192833480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212192833480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212192833480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:28:36.525589 run osmo-msc_10.42.42.6(pid=19108): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19108)]\u000a19:28:36.577825 run osmo-msc_10.42.42.6(pid=19108): stdout: \u000a| (launched: 2022-12-12_19:28:35.325836) \u000a19:28:36.631030 run osmo-msc_10.42.42.6(pid=19108): stderr: \u000a| �[0;m�[38;5;43m20221212192835649 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212192835649 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd1b2d44c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212192835649 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212192835649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212192835649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212192835649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212192835651 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212192835651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212192835652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212192835652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:28:36.676164 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19101): Terminating (SIGTERM)\u000a19:28:36.719309 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19104): Terminating (SIGTERM)\u000a19:28:36.761977 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19107): Terminating (SIGTERM)\u000a19:28:36.772006 --- ParallelTerminationStrategy: PID 19101 died...\u000a19:28:36.829517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19101): Terminated: ok {rc=0}\u000a19:28:36.839783 --- ParallelTerminationStrategy: PID 19104 died...\u000a19:28:36.896478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19104): Terminated: ok {rc=0}\u000a19:28:36.906895 --- ParallelTerminationStrategy: PID 19107 died...\u000a19:28:36.964457 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19107): Terminated: ok {rc=0}\u000a19:28:37.052024 bus /sierra_3: Setting Powered False\u000a19:28:38.154755 bus /sierra_3: Setting Powered False\u000a19:28:39.267571 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 64, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19116): Process ended prematurely: osmo-stp_10.42.42.5(pid=19116) [trial-2381↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19116)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19116): Process ended prematurely: osmo-stp_10.42.42.5(pid=19116) [trial-2381↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19116)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:28:40.378579 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:28:40.390363 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a19:28:40.545946 tst mo_mt_call_osmux.py: using LAC 30991\u000a19:28:40.663872 tst mo_mt_call_osmux.py: using RAC 136\u000a19:28:40.785740 tst mo_mt_call_osmux.py: using CellId 30991\u000a19:28:40.904524 tst mo_mt_call_osmux.py: using BVCI 30992\u000a19:28:40.927546 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:28:40.938802 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:28:40.949887 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:28:40.960815 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:28:40.971826 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:28:40.982760 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:28:41.099479 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:28:41.301942 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:28:41.789458 run create_hlr_db(pid=19110): Launched\u000a19:28:41.964567 bus /sierra_2: Setting Powered False\u000a19:28:42.986825 run create_hlr_db(pid=19110): Terminated: ok {rc=0}\u000a19:28:43.401468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19112): Launched\u000a19:28:43.731550 run osmo-hlr_10.42.42.2(pid=19113): Launched\u000a19:28:43.850751 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:28:44.421497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19115): Launched\u000a19:28:44.752479 run osmo-stp_10.42.42.5(pid=19116): Launched\u000a19:28:44.872204 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:28:45.472586 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19118): Launched\u000a19:28:45.802366 run osmo-msc_10.42.42.6(pid=19119): Launched\u000a19:28:46.175820 run osmo-stp_10.42.42.5(pid=19116): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19116)]\u000a19:28:46.474468 run osmo-stp_10.42.42.5(pid=19116): stdout: \u000a| (launched: 2022-12-12_19:28:44.587553)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:28:46.604708 run osmo-stp_10.42.42.5(pid=19116): stderr: \u000a| �[0;m�[38;5;43m20221212192844781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192844781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192844782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192844782 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192844782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192844783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192844783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:28:46.734057 run osmo-stp_10.42.42.5(pid=19116): stdout: \u000a| (launched: 2022-12-12_19:28:44.587553)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:28:46.859703 run osmo-stp_10.42.42.5(pid=19116): stderr: \u000a| �[0;m�[38;5;43m20221212192844781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192844781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192844782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192844782 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192844782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192844783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192844783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:28:46.916003 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19116): Process ended prematurely: osmo-stp_10.42.42.5(pid=19116) [trial-2381↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19116)] [trial-2381↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a19:28:46.926539 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a19:28:46.989681 run osmo-hlr_10.42.42.2(pid=19113): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19113)]\u000a19:28:47.041316 run osmo-hlr_10.42.42.2(pid=19113): stdout: \u000a| (launched: 2022-12-12_19:28:43.567875) \u000a19:28:47.094357 run osmo-hlr_10.42.42.2(pid=19113): stderr: \u000a| �[0;m�[1;31m20221212192843765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212192843765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212192843765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192843766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192843766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212192843766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212192843778 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212192843787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212192843788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212192843788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:28:47.164118 run osmo-msc_10.42.42.6(pid=19119): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19119)]\u000a19:28:47.215435 run osmo-msc_10.42.42.6(pid=19119): stdout: \u000a| (launched: 2022-12-12_19:28:45.638831) \u000a19:28:47.267317 run osmo-msc_10.42.42.6(pid=19119): stderr: \u000a| �[0;m�[38;5;43m20221212192846092 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212192846092 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe002f26c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212192846093 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212192846093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212192846093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212192846093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212192846095 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212192846095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212192846095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212192846095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:28:47.313770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19112): Terminating (SIGTERM)\u000a19:28:47.358386 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19115): Terminating (SIGTERM)\u000a19:28:47.400155 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19118): Terminating (SIGTERM)\u000a19:28:47.410888 --- ParallelTerminationStrategy: PID 19112 died...\u000a19:28:47.464821 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19112): Terminated: ok {rc=0}\u000a19:28:47.474444 --- ParallelTerminationStrategy: PID 19115 died...\u000a19:28:47.527744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19115): Terminated: ok {rc=0}\u000a19:28:47.537355 --- ParallelTerminationStrategy: PID 19118 died...\u000a19:28:47.590691 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19118): Terminated: ok {rc=0}\u000a19:28:47.680729 bus /sierra_3: Setting Powered False\u000a19:28:48.790205 bus /sierra_3: Setting Powered False\u000a19:28:49.900413 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "42", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:28:29" }, { "cases" : [ { "testActions" : [ ], "age" : 64, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19130): Process ended prematurely: osmo-stp_10.42.42.5(pid=19130) [trial-2381↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19130)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19130): Process ended prematurely: osmo-stp_10.42.42.5(pid=19130) [trial-2381↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19130)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a19:28:51.900445 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:28:51.911749 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a19:28:52.069336 tst mo_mt_call.py: using LAC 30992\u000a19:28:52.196043 tst mo_mt_call.py: using RAC 137\u000a19:28:52.322922 tst mo_mt_call.py: using CellId 30992\u000a19:28:52.449239 tst mo_mt_call.py: using BVCI 30993\u000a19:28:52.473912 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:28:52.485526 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:28:52.496768 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:28:52.508530 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:28:52.520274 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:28:52.531983 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a19:28:52.648529 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a19:28:52.859965 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:28:53.373732 run create_hlr_db(pid=19124): Launched\u000a19:28:53.563194 bus /sierra_2: Setting Powered False\u000a19:28:54.583827 run create_hlr_db(pid=19124): Terminated: ok {rc=0}\u000a19:28:54.995853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19126): Launched\u000a19:28:55.302054 run osmo-hlr_10.42.42.2(pid=19127): Launched\u000a19:28:55.422935 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:28:55.958950 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19129): Launched\u000a19:28:56.266123 run osmo-stp_10.42.42.5(pid=19130): Launched\u000a19:28:56.376729 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:28:56.938385 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19132): Launched\u000a19:28:57.244733 run osmo-msc_10.42.42.6(pid=19133): Launched\u000a19:28:57.423478 run osmo-stp_10.42.42.5(pid=19130): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19130)]\u000a19:28:57.552579 run osmo-stp_10.42.42.5(pid=19130): stdout: \u000a| (launched: 2022-12-12_19:28:56.113597)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:28:57.679699 run osmo-stp_10.42.42.5(pid=19130): stderr: \u000a| �[0;m�[38;5;43m20221212192856284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192856284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192856284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192856285 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192856285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192856285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192856285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:28:57.802607 run osmo-stp_10.42.42.5(pid=19130): stdout: \u000a| (launched: 2022-12-12_19:28:56.113597)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:28:57.923770 run osmo-stp_10.42.42.5(pid=19130): stderr: \u000a| �[0;m�[38;5;43m20221212192856284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192856284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192856284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192856285 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192856285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192856285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192856285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:28:57.977530 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19130): Process ended prematurely: osmo-stp_10.42.42.5(pid=19130) [trial-2381↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19130)] [trial-2381↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a19:28:57.986347 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a19:28:58.046189 run osmo-hlr_10.42.42.2(pid=19127): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19127)]\u000a19:28:58.095532 run osmo-hlr_10.42.42.2(pid=19127): stdout: \u000a| (launched: 2022-12-12_19:28:55.151480) \u000a19:28:58.145446 run osmo-hlr_10.42.42.2(pid=19127): stderr: \u000a| �[0;m�[1;31m20221212192855328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212192855328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212192855328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192855328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192855328 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212192855329 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212192855341 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212192855350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212192855351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212192855351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:28:58.213019 run osmo-msc_10.42.42.6(pid=19133): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19133)]\u000a19:28:58.262264 run osmo-msc_10.42.42.6(pid=19133): stdout: \u000a| (launched: 2022-12-12_19:28:57.093236) \u000a19:28:58.312180 run osmo-msc_10.42.42.6(pid=19133): stderr: \u000a| �[0;m�[38;5;43m20221212192857366 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212192857366 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8b37703c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212192857366 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212192857366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212192857366 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212192857367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212192857368 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212192857369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212192857369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212192857369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:28:58.354196 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19126): Terminating (SIGTERM)\u000a19:28:58.393767 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19129): Terminating (SIGTERM)\u000a19:28:58.433507 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19132): Terminating (SIGTERM)\u000a19:28:58.442689 --- ParallelTerminationStrategy: PID 19126 died...\u000a19:28:58.496156 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19126): Terminated: ok {rc=0}\u000a19:28:58.505891 --- ParallelTerminationStrategy: PID 19129 died...\u000a19:28:58.559024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19129): Terminated: ok {rc=0}\u000a19:28:58.568623 --- ParallelTerminationStrategy: PID 19132 died...\u000a19:28:58.622164 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19132): Terminated: ok {rc=0}\u000a19:28:58.707581 bus /sierra_3: Setting Powered False\u000a19:28:59.815139 bus /sierra_3: Setting Powered False\u000a19:29:00.970487 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 64, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19141): Process ended prematurely: osmo-stp_10.42.42.5(pid=19141) [trial-2381↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19141)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19141): Process ended prematurely: osmo-stp_10.42.42.5(pid=19141) [trial-2381↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19141)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:29:02.108814 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:29:02.124819 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a19:29:02.310742 tst mo_mt_call_osmux.py: using LAC 30993\u000a19:29:02.436818 tst mo_mt_call_osmux.py: using RAC 138\u000a19:29:02.563180 tst mo_mt_call_osmux.py: using CellId 30993\u000a19:29:02.688656 tst mo_mt_call_osmux.py: using BVCI 30994\u000a19:29:02.714099 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:29:02.725750 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:29:02.737252 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:29:02.749328 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:29:02.761118 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:29:02.772788 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a19:29:02.894025 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a19:29:03.107159 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:29:03.621595 run create_hlr_db(pid=19135): Launched\u000a19:29:03.811431 bus /sierra_2: Setting Powered False\u000a19:29:04.832503 run create_hlr_db(pid=19135): Terminated: ok {rc=0}\u000a19:29:05.244130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19137): Launched\u000a19:29:05.549060 run osmo-hlr_10.42.42.2(pid=19138): Launched\u000a19:29:05.670461 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:29:06.207030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19140): Launched\u000a19:29:06.511980 run osmo-stp_10.42.42.5(pid=19141): Launched\u000a19:29:06.623398 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:29:07.182007 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19143): Launched\u000a19:29:07.487930 run osmo-msc_10.42.42.6(pid=19144): Launched\u000a19:29:07.670239 run osmo-stp_10.42.42.5(pid=19141): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19141)]\u000a19:29:07.800067 run osmo-stp_10.42.42.5(pid=19141): stdout: \u000a| (launched: 2022-12-12_19:29:06.361602)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:29:07.926808 run osmo-stp_10.42.42.5(pid=19141): stderr: \u000a| �[0;m�[38;5;43m20221212192906533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192906533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192906534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192906534 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192906534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192906535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192906535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:29:08.048489 run osmo-stp_10.42.42.5(pid=19141): stdout: \u000a| (launched: 2022-12-12_19:29:06.361602)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:29:08.169461 run osmo-stp_10.42.42.5(pid=19141): stderr: \u000a| �[0;m�[38;5;43m20221212192906533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192906533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192906534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192906534 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192906534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192906535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192906535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:29:08.223162 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19141): Process ended prematurely: osmo-stp_10.42.42.5(pid=19141) [trial-2381↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19141)] [trial-2381↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a19:29:08.231692 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a19:29:08.291201 run osmo-hlr_10.42.42.2(pid=19138): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19138)]\u000a19:29:08.340329 run osmo-hlr_10.42.42.2(pid=19138): stdout: \u000a| (launched: 2022-12-12_19:29:05.398958) \u000a19:29:08.390293 run osmo-hlr_10.42.42.2(pid=19138): stderr: \u000a| �[0;m�[1;31m20221212192905577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212192905577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212192905577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192905577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192905577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212192905577 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212192905590 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212192905599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212192905599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212192905599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:29:08.457974 run osmo-msc_10.42.42.6(pid=19144): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19144)]\u000a19:29:08.507227 run osmo-msc_10.42.42.6(pid=19144): stdout: \u000a| (launched: 2022-12-12_19:29:07.336243) \u000a19:29:08.557037 run osmo-msc_10.42.42.6(pid=19144): stderr: \u000a| �[0;m�[38;5;43m20221212192907611 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212192907611 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1500900c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212192907611 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212192907611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212192907611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212192907611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212192907613 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212192907614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212192907614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212192907614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:29:08.598925 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19137): Terminating (SIGTERM)\u000a19:29:08.638755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19140): Terminating (SIGTERM)\u000a19:29:08.678605 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19143): Terminating (SIGTERM)\u000a19:29:08.687807 --- ParallelTerminationStrategy: PID 19137 died...\u000a19:29:08.741464 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19137): Terminated: ok {rc=0}\u000a19:29:08.751247 --- ParallelTerminationStrategy: PID 19140 died...\u000a19:29:08.804568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19140): Terminated: ok {rc=0}\u000a19:29:08.814253 --- ParallelTerminationStrategy: PID 19143 died...\u000a19:29:08.867270 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19143): Terminated: ok {rc=0}\u000a19:29:08.951506 bus /sierra_3: Setting Powered False\u000a19:29:10.059137 bus /sierra_3: Setting Powered False\u000a19:29:11.166228 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "43", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:28:51" }, { "cases" : [ { "testActions" : [ ], "age" : 64, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19156): Process ended prematurely: osmo-stp_10.42.42.5(pid=19156) [trial-2381↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19156)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19156): Process ended prematurely: osmo-stp_10.42.42.5(pid=19156) [trial-2381↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19156)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a19:29:13.173801 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:29:13.185339 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a19:29:13.349943 tst mo_mt_call.py: using LAC 30994\u000a19:29:13.482535 tst mo_mt_call.py: using RAC 139\u000a19:29:13.608378 tst mo_mt_call.py: using CellId 30994\u000a19:29:13.734632 tst mo_mt_call.py: using BVCI 30995\u000a19:29:13.759532 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:29:13.771095 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:29:13.782959 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:29:13.794854 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:29:13.807464 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:29:13.818907 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:29:13.938350 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:29:14.149794 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:29:14.666734 run create_hlr_db(pid=19150): Launched\u000a19:29:14.856818 bus /sierra_2: Setting Powered False\u000a19:29:15.890433 run create_hlr_db(pid=19150): Terminated: ok {rc=0}\u000a19:29:16.346831 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19152): Launched\u000a19:29:16.802011 run osmo-hlr_10.42.42.2(pid=19153): Launched\u000a19:29:16.977461 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:29:17.652651 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19155): Launched\u000a19:29:17.982222 run osmo-stp_10.42.42.5(pid=19156): Launched\u000a19:29:18.100801 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:29:18.699109 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19158): Launched\u000a19:29:19.028884 run osmo-msc_10.42.42.6(pid=19159): Launched\u000a19:29:19.221871 run osmo-stp_10.42.42.5(pid=19156): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19156)]\u000a19:29:19.360266 run osmo-stp_10.42.42.5(pid=19156): stdout: \u000a| (launched: 2022-12-12_19:29:17.819596)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:29:19.497829 run osmo-stp_10.42.42.5(pid=19156): stderr: \u000a| �[0;m�[38;5;43m20221212192918011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192918011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192918011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192918012 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192918012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192918012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192918013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:29:19.628889 run osmo-stp_10.42.42.5(pid=19156): stdout: \u000a| (launched: 2022-12-12_19:29:17.819596)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:29:19.759930 run osmo-stp_10.42.42.5(pid=19156): stderr: \u000a| �[0;m�[38;5;43m20221212192918011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192918011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192918011 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192918012 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192918012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192918012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192918013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:29:19.817523 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19156): Process ended prematurely: osmo-stp_10.42.42.5(pid=19156) [trial-2381↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19156)] [trial-2381↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a19:29:19.827053 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a19:29:19.890840 run osmo-hlr_10.42.42.2(pid=19153): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19153)]\u000a19:29:19.943024 run osmo-hlr_10.42.42.2(pid=19153): stdout: \u000a| (launched: 2022-12-12_19:29:16.515754) \u000a19:29:19.995907 run osmo-hlr_10.42.42.2(pid=19153): stderr: \u000a| �[0;m�[1;31m20221212192916918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212192916918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212192916918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192916918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192916918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212192916918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212192916941 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212192916953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212192916954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212192916954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:29:20.067531 run osmo-msc_10.42.42.6(pid=19159): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19159)]\u000a19:29:20.119844 run osmo-msc_10.42.42.6(pid=19159): stdout: \u000a| (launched: 2022-12-12_19:29:18.865869) \u000a19:29:20.173467 run osmo-msc_10.42.42.6(pid=19159): stderr: \u000a| �[0;m�[38;5;43m20221212192919190 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212192919190 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f135dd3ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212192919190 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212192919190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212192919190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212192919191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212192919192 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212192919193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212192919193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212192919193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:29:20.217992 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19152): Terminating (SIGTERM)\u000a19:29:20.260175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19155): Terminating (SIGTERM)\u000a19:29:20.302520 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19158): Terminating (SIGTERM)\u000a19:29:20.312529 --- ParallelTerminationStrategy: PID 19152 died...\u000a19:29:20.369478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19152): Terminated: ok {rc=0}\u000a19:29:20.379914 --- ParallelTerminationStrategy: PID 19155 died...\u000a19:29:20.436852 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19155): Terminated: ok {rc=0}\u000a19:29:20.447170 --- ParallelTerminationStrategy: PID 19158 died...\u000a19:29:20.503906 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19158): Terminated: ok {rc=0}\u000a19:29:20.592652 bus /sierra_3: Setting Powered False\u000a19:29:21.701084 bus /sierra_3: Setting Powered False\u000a19:29:22.810011 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 64, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19167): Process ended prematurely: osmo-stp_10.42.42.5(pid=19167) [trial-2381↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19167)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19167): Process ended prematurely: osmo-stp_10.42.42.5(pid=19167) [trial-2381↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19167)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:29:23.926613 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:29:23.939403 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a19:29:24.104839 tst mo_mt_call_osmux.py: using LAC 30995\u000a19:29:24.227218 tst mo_mt_call_osmux.py: using RAC 140\u000a19:29:24.349900 tst mo_mt_call_osmux.py: using CellId 30995\u000a19:29:24.469345 tst mo_mt_call_osmux.py: using BVCI 30996\u000a19:29:24.492505 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:29:24.503845 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:29:24.515076 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:29:24.526829 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:29:24.538486 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:29:24.550030 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:29:24.666596 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:29:24.870335 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:29:25.362002 run create_hlr_db(pid=19161): Launched\u000a19:29:25.537387 bus /sierra_2: Setting Powered False\u000a19:29:26.559640 run create_hlr_db(pid=19161): Terminated: ok {rc=0}\u000a19:29:26.997509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19163): Launched\u000a19:29:27.328122 run osmo-hlr_10.42.42.2(pid=19164): Launched\u000a19:29:27.449796 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:29:28.021349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19166): Launched\u000a19:29:28.350754 run osmo-stp_10.42.42.5(pid=19167): Launched\u000a19:29:28.470635 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:29:29.073414 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19169): Launched\u000a19:29:29.407226 run osmo-msc_10.42.42.6(pid=19170): Launched\u000a19:29:29.599330 run osmo-stp_10.42.42.5(pid=19167): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19167)]\u000a19:29:29.739008 run osmo-stp_10.42.42.5(pid=19167): stdout: \u000a| (launched: 2022-12-12_19:29:28.188451)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:29:29.877382 run osmo-stp_10.42.42.5(pid=19167): stderr: \u000a| �[0;m�[38;5;43m20221212192928383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192928383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192928384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192928384 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192928385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192928385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192928385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:29:30.008639 run osmo-stp_10.42.42.5(pid=19167): stdout: \u000a| (launched: 2022-12-12_19:29:28.188451)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:29:30.139248 run osmo-stp_10.42.42.5(pid=19167): stderr: \u000a| �[0;m�[38;5;43m20221212192928383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192928383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192928384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192928384 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192928385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192928385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192928385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:29:30.196658 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19167): Process ended prematurely: osmo-stp_10.42.42.5(pid=19167) [trial-2381↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19167)] [trial-2381↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a19:29:30.206113 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a19:29:30.270299 run osmo-hlr_10.42.42.2(pid=19164): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19164)]\u000a19:29:30.322938 run osmo-hlr_10.42.42.2(pid=19164): stdout: \u000a| (launched: 2022-12-12_19:29:27.165307) \u000a19:29:30.376317 run osmo-hlr_10.42.42.2(pid=19164): stderr: \u000a| �[0;m�[1;31m20221212192927364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212192927364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212192927364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192927364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192927364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212192927364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212192927382 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212192927390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212192927390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212192927390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:29:30.448289 run osmo-msc_10.42.42.6(pid=19170): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19170)]\u000a19:29:30.500995 run osmo-msc_10.42.42.6(pid=19170): stdout: \u000a| (launched: 2022-12-12_19:29:29.240202) \u000a19:29:30.553911 run osmo-msc_10.42.42.6(pid=19170): stderr: \u000a| �[0;m�[38;5;43m20221212192929564 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212192929565 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f26ae322c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212192929565 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212192929565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212192929565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212192929565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212192929567 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212192929567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212192929567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212192929567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:29:30.598960 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19163): Terminating (SIGTERM)\u000a19:29:30.641323 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19166): Terminating (SIGTERM)\u000a19:29:30.684005 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19169): Terminating (SIGTERM)\u000a19:29:30.694175 --- ParallelTerminationStrategy: PID 19163 died...\u000a19:29:30.752264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19163): Terminated: ok {rc=0}\u000a19:29:30.762596 --- ParallelTerminationStrategy: PID 19166 died...\u000a19:29:30.819893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19166): Terminated: ok {rc=0}\u000a19:29:30.831256 --- ParallelTerminationStrategy: PID 19169 died...\u000a19:29:30.891292 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19169): Terminated: ok {rc=0}\u000a19:29:30.985603 bus /sierra_3: Setting Powered False\u000a19:29:32.097459 bus /sierra_3: Setting Powered False\u000a19:29:33.207543 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "44", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:29:12" }, { "cases" : [ { "testActions" : [ ], "age" : 64, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19185): Process ended prematurely: osmo-stp_10.42.42.5(pid=19185) [trial-2381↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19185)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19185): Process ended prematurely: osmo-stp_10.42.42.5(pid=19185) [trial-2381↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19185)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a19:29:35.221456 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:29:35.232712 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a19:29:35.392282 tst mo_mt_call.py: using LAC 30996\u000a19:29:35.522737 tst mo_mt_call.py: using RAC 141\u000a19:29:35.648275 tst mo_mt_call.py: using CellId 30996\u000a19:29:35.768187 tst mo_mt_call.py: using BVCI 30997\u000a19:29:35.791448 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:29:35.802987 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:29:35.814228 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:29:35.825529 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:29:35.836740 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:29:35.847802 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:29:35.967244 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:29:36.182025 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:29:36.697468 run create_hlr_db(pid=19179): Launched\u000a19:29:36.887615 bus /sierra_2: Setting Powered False\u000a19:29:37.908871 run create_hlr_db(pid=19179): Terminated: ok {rc=0}\u000a19:29:38.318635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19181): Launched\u000a19:29:38.624479 run osmo-hlr_10.42.42.2(pid=19182): Launched\u000a19:29:38.737146 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:29:39.267501 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19184): Launched\u000a19:29:39.575327 run osmo-stp_10.42.42.5(pid=19185): Launched\u000a19:29:39.694224 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:29:40.253992 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19187): Launched\u000a19:29:40.560025 run osmo-msc_10.42.42.6(pid=19188): Launched\u000a19:29:40.738927 run osmo-stp_10.42.42.5(pid=19185): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19185)]\u000a19:29:40.867310 run osmo-stp_10.42.42.5(pid=19185): stdout: \u000a| (launched: 2022-12-12_19:29:39.422345)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:29:40.993724 run osmo-stp_10.42.42.5(pid=19185): stderr: \u000a| �[0;m�[38;5;43m20221212192939594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192939594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192939595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192939595 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192939595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192939596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192939596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:29:41.115566 run osmo-stp_10.42.42.5(pid=19185): stdout: \u000a| (launched: 2022-12-12_19:29:39.422345)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:29:41.237380 run osmo-stp_10.42.42.5(pid=19185): stderr: \u000a| �[0;m�[38;5;43m20221212192939594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192939594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192939595 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192939595 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192939595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192939596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192939596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:29:41.290755 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19185): Process ended prematurely: osmo-stp_10.42.42.5(pid=19185) [trial-2381↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19185)] [trial-2381↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a19:29:41.299457 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a19:29:41.358821 run osmo-hlr_10.42.42.2(pid=19182): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19182)]\u000a19:29:41.407642 run osmo-hlr_10.42.42.2(pid=19182): stdout: \u000a| (launched: 2022-12-12_19:29:38.473576) \u000a19:29:41.457119 run osmo-hlr_10.42.42.2(pid=19182): stderr: \u000a| �[0;m�[1;31m20221212192938648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212192938648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212192938648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192938648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192938648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212192938648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212192938661 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212192938669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212192938669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212192938669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:29:41.524337 run osmo-msc_10.42.42.6(pid=19188): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19188)]\u000a19:29:41.573249 run osmo-msc_10.42.42.6(pid=19188): stdout: \u000a| (launched: 2022-12-12_19:29:40.408654) \u000a19:29:41.622773 run osmo-msc_10.42.42.6(pid=19188): stderr: \u000a| �[0;m�[38;5;43m20221212192940682 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212192940682 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faa06bf2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212192940682 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212192940682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212192940683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212192940683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212192940685 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212192940685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212192940685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212192940685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:29:41.664540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19181): Terminating (SIGTERM)\u000a19:29:41.704057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19184): Terminating (SIGTERM)\u000a19:29:41.743623 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19187): Terminating (SIGTERM)\u000a19:29:41.752801 --- ParallelTerminationStrategy: PID 19181 died...\u000a19:29:41.806169 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19181): Terminated: ok {rc=0}\u000a19:29:41.815882 --- ParallelTerminationStrategy: PID 19184 died...\u000a19:29:41.868880 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19184): Terminated: ok {rc=0}\u000a19:29:41.878452 --- ParallelTerminationStrategy: PID 19187 died...\u000a19:29:41.931460 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19187): Terminated: ok {rc=0}\u000a19:29:42.014833 bus /sierra_3: Setting Powered False\u000a19:29:43.116333 bus /sierra_3: Setting Powered False\u000a19:29:44.227424 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 64, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19196): Process ended prematurely: osmo-stp_10.42.42.5(pid=19196) [trial-2381↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19196)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19196): Process ended prematurely: osmo-stp_10.42.42.5(pid=19196) [trial-2381↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19196)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:29:45.343886 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:29:45.356225 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a19:29:45.524215 tst mo_mt_call_osmux.py: using LAC 30997\u000a19:29:45.653635 tst mo_mt_call_osmux.py: using RAC 142\u000a19:29:45.786306 tst mo_mt_call_osmux.py: using CellId 30997\u000a19:29:45.926672 tst mo_mt_call_osmux.py: using BVCI 30998\u000a19:29:45.953104 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:29:45.965492 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:29:45.977845 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:29:45.990245 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:29:46.002930 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:29:46.015400 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:29:46.136517 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:29:46.365799 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:29:46.900241 run create_hlr_db(pid=19190): Launched\u000a19:29:47.083102 bus /sierra_2: Setting Powered False\u000a19:29:48.100309 run create_hlr_db(pid=19190): Terminated: ok {rc=0}\u000a19:29:48.509976 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19192): Launched\u000a19:29:48.818730 run osmo-hlr_10.42.42.2(pid=19193): Launched\u000a19:29:48.930894 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:29:49.463677 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19195): Launched\u000a19:29:49.769066 run osmo-stp_10.42.42.5(pid=19196): Launched\u000a19:29:49.881795 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:29:50.442492 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19198): Launched\u000a19:29:50.749862 run osmo-msc_10.42.42.6(pid=19199): Launched\u000a19:29:50.929563 run osmo-stp_10.42.42.5(pid=19196): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19196)]\u000a19:29:51.059152 run osmo-stp_10.42.42.5(pid=19196): stdout: \u000a| (launched: 2022-12-12_19:29:49.618862)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:29:51.186706 run osmo-stp_10.42.42.5(pid=19196): stderr: \u000a| �[0;m�[38;5;43m20221212192949790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192949790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192949790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192949791 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192949791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192949791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192949792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:29:51.309759 run osmo-stp_10.42.42.5(pid=19196): stdout: \u000a| (launched: 2022-12-12_19:29:49.618862)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:29:51.431248 run osmo-stp_10.42.42.5(pid=19196): stderr: \u000a| �[0;m�[38;5;43m20221212192949790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212192949790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212192949790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212192949791 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212192949791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212192949791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212192949792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:29:51.485062 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19196): Process ended prematurely: osmo-stp_10.42.42.5(pid=19196) [trial-2381↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19196)] [trial-2381↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a19:29:51.493660 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a19:29:51.553401 run osmo-hlr_10.42.42.2(pid=19193): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19193)]\u000a19:29:51.602726 run osmo-hlr_10.42.42.2(pid=19193): stdout: \u000a| (launched: 2022-12-12_19:29:48.666038) \u000a19:29:51.652932 run osmo-hlr_10.42.42.2(pid=19193): stderr: \u000a| �[0;m�[1;31m20221212192948845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212192948845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212192948845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192948845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192948845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212192948845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212192948858 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212192948867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212192948867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212192948867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:29:51.720746 run osmo-msc_10.42.42.6(pid=19199): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19199)]\u000a19:29:51.769937 run osmo-msc_10.42.42.6(pid=19199): stdout: \u000a| (launched: 2022-12-12_19:29:50.597490) \u000a19:29:51.819607 run osmo-msc_10.42.42.6(pid=19199): stderr: \u000a| �[0;m�[38;5;43m20221212192950873 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212192950873 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f27d278dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212192950873 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212192950873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212192950874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212192950874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212192950875 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212192950876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212192950876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212192950876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:29:51.861544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19192): Terminating (SIGTERM)\u000a19:29:51.901304 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19195): Terminating (SIGTERM)\u000a19:29:51.941260 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19198): Terminating (SIGTERM)\u000a19:29:51.950496 --- ParallelTerminationStrategy: PID 19192 died...\u000a19:29:52.003658 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19192): Terminated: ok {rc=0}\u000a19:29:52.013257 --- ParallelTerminationStrategy: PID 19195 died...\u000a19:29:52.066061 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19195): Terminated: ok {rc=0}\u000a19:29:52.075565 --- ParallelTerminationStrategy: PID 19198 died...\u000a19:29:52.129002 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19198): Terminated: ok {rc=0}\u000a19:29:52.212473 bus /sierra_3: Setting Powered False\u000a19:29:53.320835 bus /sierra_3: Setting Powered False\u000a19:29:54.429319 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "45", "name" : "voice_trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:29:34" }, { "cases" : [ { "testActions" : [ ], "age" : 64, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19210): Process ended prematurely: osmo-stp_10.42.42.5(pid=19210) [trial-2381↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19210)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19210): Process ended prematurely: osmo-stp_10.42.42.5(pid=19210) [trial-2381↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19210)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a19:29:56.435304 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:29:56.446797 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:29:56.614545 tst mo_mt_call.py: using LAC 30998\u000a19:29:56.744744 tst mo_mt_call.py: using RAC 143\u000a19:29:56.873464 tst mo_mt_call.py: using CellId 30998\u000a19:29:57.001474 tst mo_mt_call.py: using BVCI 30999\u000a19:29:57.026436 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:29:57.037894 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:29:57.049154 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:29:57.060649 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:29:57.071963 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:29:57.083455 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a19:29:57.200606 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a19:29:57.404708 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:29:57.898271 run create_hlr_db(pid=19204): Launched\u000a19:29:58.076130 bus /sierra_2: Setting Powered False\u000a19:29:59.096224 run create_hlr_db(pid=19204): Terminated: ok {rc=0}\u000a19:29:59.535229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19206): Launched\u000a19:29:59.866040 run osmo-hlr_10.42.42.2(pid=19207): Launched\u000a19:29:59.988133 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:30:00.561360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19209): Launched\u000a19:30:00.972730 run osmo-stp_10.42.42.5(pid=19210): Launched\u000a19:30:01.129154 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:30:01.836438 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19215): Launched\u000a19:30:02.246180 run osmo-msc_10.42.42.6(pid=19216): Launched\u000a19:30:02.539725 run osmo-stp_10.42.42.5(pid=19210): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19210)]\u000a19:30:02.679822 run osmo-stp_10.42.42.5(pid=19210): stdout: \u000a| (launched: 2022-12-12_19:30:00.728583)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:30:02.818086 run osmo-stp_10.42.42.5(pid=19210): stderr: \u000a| �[0;m�[38;5;43m20221212193001016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193001019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193001020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193001020 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193001021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193001021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193001021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:30:02.950005 run osmo-stp_10.42.42.5(pid=19210): stdout: \u000a| (launched: 2022-12-12_19:30:00.728583)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:30:03.080681 run osmo-stp_10.42.42.5(pid=19210): stderr: \u000a| �[0;m�[38;5;43m20221212193001016 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193001019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193001020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193001020 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193001021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193001021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193001021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:30:03.138463 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19210): Process ended prematurely: osmo-stp_10.42.42.5(pid=19210) [trial-2381↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19210)] [trial-2381↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a19:30:03.147458 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a19:30:03.212171 run osmo-hlr_10.42.42.2(pid=19207): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19207)]\u000a19:30:03.265104 run osmo-hlr_10.42.42.2(pid=19207): stdout: \u000a| (launched: 2022-12-12_19:29:59.703279) \u000a19:30:03.318358 run osmo-hlr_10.42.42.2(pid=19207): stderr: \u000a| �[0;m�[1;31m20221212192959906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212192959906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212192959906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192959906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212192959906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212192959906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212192959918 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212192959926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212192959926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212192959926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:30:03.390436 run osmo-msc_10.42.42.6(pid=19216): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19216)]\u000a19:30:03.442904 run osmo-msc_10.42.42.6(pid=19216): stdout: \u000a| (launched: 2022-12-12_19:30:01.998692) \u000a19:30:03.496151 run osmo-msc_10.42.42.6(pid=19216): stderr: \u000a| �[0;m�[38;5;43m20221212193002507 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212193002507 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6dca84bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212193002507 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212193002507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212193002507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212193002508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212193002509 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212193002510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212193002510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212193002510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:30:03.541013 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19206): Terminating (SIGTERM)\u000a19:30:03.583823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19209): Terminating (SIGTERM)\u000a19:30:03.627279 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19215): Terminating (SIGTERM)\u000a19:30:03.637174 --- ParallelTerminationStrategy: PID 19206 died...\u000a19:30:03.694086 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19206): Terminated: ok {rc=0}\u000a19:30:03.704505 --- ParallelTerminationStrategy: PID 19209 died...\u000a19:30:03.761898 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19209): Terminated: ok {rc=0}\u000a19:30:03.772192 --- ParallelTerminationStrategy: PID 19215 died...\u000a19:30:03.829227 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19215): Terminated: ok {rc=0}\u000a19:30:03.918475 bus /sierra_3: Setting Powered False\u000a19:30:05.028354 bus /sierra_3: Setting Powered False\u000a19:30:06.137892 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 64, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19224): Process ended prematurely: osmo-stp_10.42.42.5(pid=19224) [trial-2381↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19224)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19224): Process ended prematurely: osmo-stp_10.42.42.5(pid=19224) [trial-2381↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19224)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:30:07.254779 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:30:07.266947 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:30:07.436572 tst mo_mt_call_osmux.py: using LAC 30999\u000a19:30:07.564823 tst mo_mt_call_osmux.py: using RAC 144\u000a19:30:07.693558 tst mo_mt_call_osmux.py: using CellId 30999\u000a19:30:07.824181 tst mo_mt_call_osmux.py: using BVCI 31000\u000a19:30:07.849189 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:30:07.860607 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:30:07.871914 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:30:07.883572 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:30:07.895138 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:30:07.906755 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a19:30:08.023546 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a19:30:08.236144 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:30:08.754266 run create_hlr_db(pid=19218): Launched\u000a19:30:08.944916 bus /sierra_2: Setting Powered False\u000a19:30:09.965909 run create_hlr_db(pid=19218): Terminated: ok {rc=0}\u000a19:30:10.380478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19220): Launched\u000a19:30:10.688114 run osmo-hlr_10.42.42.2(pid=19221): Launched\u000a19:30:10.809262 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:30:11.347750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19223): Launched\u000a19:30:11.655802 run osmo-stp_10.42.42.5(pid=19224): Launched\u000a19:30:11.768312 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:30:12.329080 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19226): Launched\u000a19:30:12.638176 run osmo-msc_10.42.42.6(pid=19227): Launched\u000a19:30:12.817883 run osmo-stp_10.42.42.5(pid=19224): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19224)]\u000a19:30:12.946906 run osmo-stp_10.42.42.5(pid=19224): stdout: \u000a| (launched: 2022-12-12_19:30:11.503907)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:30:13.074468 run osmo-stp_10.42.42.5(pid=19224): stderr: \u000a| �[0;m�[38;5;43m20221212193011675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193011675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193011675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193011676 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193011676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193011676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193011676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:30:13.197341 run osmo-stp_10.42.42.5(pid=19224): stdout: \u000a| (launched: 2022-12-12_19:30:11.503907)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:30:13.319298 run osmo-stp_10.42.42.5(pid=19224): stderr: \u000a| �[0;m�[38;5;43m20221212193011675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193011675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193011675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193011676 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193011676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193011676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193011676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:30:13.373136 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19224): Process ended prematurely: osmo-stp_10.42.42.5(pid=19224) [trial-2381↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19224)] [trial-2381↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a19:30:13.381664 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a19:30:13.441703 run osmo-hlr_10.42.42.2(pid=19221): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19221)]\u000a19:30:13.492100 run osmo-hlr_10.42.42.2(pid=19221): stdout: \u000a| (launched: 2022-12-12_19:30:10.536696) \u000a19:30:13.542206 run osmo-hlr_10.42.42.2(pid=19221): stderr: \u000a| �[0;m�[1;31m20221212193010713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212193010713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212193010713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193010713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193010713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212193010714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212193010726 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212193010737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212193010737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212193010737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:30:13.610104 run osmo-msc_10.42.42.6(pid=19227): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19227)]\u000a19:30:13.659547 run osmo-msc_10.42.42.6(pid=19227): stdout: \u000a| (launched: 2022-12-12_19:30:12.484625) \u000a19:30:13.709577 run osmo-msc_10.42.42.6(pid=19227): stderr: \u000a| �[0;m�[38;5;43m20221212193012758 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212193012758 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff6c7f92c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212193012758 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212193012758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212193012758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212193012758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212193012760 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212193012760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212193012761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212193012761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:30:13.752264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19220): Terminating (SIGTERM)\u000a19:30:13.792236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19223): Terminating (SIGTERM)\u000a19:30:13.832298 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19226): Terminating (SIGTERM)\u000a19:30:13.841588 --- ParallelTerminationStrategy: PID 19220 died...\u000a19:30:13.895139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19220): Terminated: ok {rc=0}\u000a19:30:13.904735 --- ParallelTerminationStrategy: PID 19223 died...\u000a19:30:13.957890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19223): Terminated: ok {rc=0}\u000a19:30:13.967449 --- ParallelTerminationStrategy: PID 19226 died...\u000a19:30:14.020939 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19226): Terminated: ok {rc=0}\u000a19:30:14.111523 bus /sierra_3: Setting Powered False\u000a19:30:15.216084 bus /sierra_3: Setting Powered False\u000a19:30:16.341137 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "46", "name" : "voice_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:29:56" }, { "cases" : [ { "testActions" : [ ], "age" : 64, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19238): Process ended prematurely: osmo-stp_10.42.42.5(pid=19238) [trial-2381↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19238)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19238): Process ended prematurely: osmo-stp_10.42.42.5(pid=19238) [trial-2381↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19238)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call.py\u000a----------------------------------------------\u000a19:30:18.332718 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a19:30:18.343637 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a19:30:18.482500 tst mo_mt_call.py: using LAC 31000\u000a19:30:18.602127 tst mo_mt_call.py: using RAC 145\u000a19:30:18.721533 tst mo_mt_call.py: using CellId 31000\u000a19:30:18.841613 tst mo_mt_call.py: using BVCI 31001\u000a19:30:18.864654 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a19:30:18.875777 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a19:30:18.886668 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a19:30:18.897478 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a19:30:18.908281 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a19:30:18.919245 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a19:30:19.038331 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a19:30:19.240649 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:30:19.733944 run create_hlr_db(pid=19232): Launched\u000a19:30:19.909843 bus /sierra_2: Setting Powered False\u000a19:30:20.931660 run create_hlr_db(pid=19232): Terminated: ok {rc=0}\u000a19:30:21.369373 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19234): Launched\u000a19:30:21.700200 run osmo-hlr_10.42.42.2(pid=19235): Launched\u000a19:30:21.818793 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:30:22.389084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19237): Launched\u000a19:30:22.716879 run osmo-stp_10.42.42.5(pid=19238): Launched\u000a19:30:22.837371 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:30:23.436207 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19240): Launched\u000a19:30:23.767627 run osmo-msc_10.42.42.6(pid=19241): Launched\u000a19:30:23.962087 run osmo-stp_10.42.42.5(pid=19238): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19238)]\u000a19:30:24.100656 run osmo-stp_10.42.42.5(pid=19238): stdout: \u000a| (launched: 2022-12-12_19:30:22.555527)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:30:24.237757 run osmo-stp_10.42.42.5(pid=19238): stderr: \u000a| �[0;m�[38;5;43m20221212193022747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193022747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193022748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193022748 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193022748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193022749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193022749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:30:24.368864 run osmo-stp_10.42.42.5(pid=19238): stdout: \u000a| (launched: 2022-12-12_19:30:22.555527)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:30:24.499098 run osmo-stp_10.42.42.5(pid=19238): stderr: \u000a| �[0;m�[38;5;43m20221212193022747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193022747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193022748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193022748 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193022748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193022749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193022749 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:30:24.556333 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19238): Process ended prematurely: osmo-stp_10.42.42.5(pid=19238) [trial-2381↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19238)] [trial-2381↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8]\u000a19:30:24.565587 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a19:30:24.629673 run osmo-hlr_10.42.42.2(pid=19235): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19235)]\u000a19:30:24.681693 run osmo-hlr_10.42.42.2(pid=19235): stdout: \u000a| (launched: 2022-12-12_19:30:21.536622) \u000a19:30:24.734963 run osmo-hlr_10.42.42.2(pid=19235): stderr: \u000a| �[0;m�[1;31m20221212193021737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212193021737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212193021737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193021737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193021737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212193021737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212193021753 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212193021762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212193021763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212193021763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:30:24.806262 run osmo-msc_10.42.42.6(pid=19241): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19241)]\u000a19:30:24.858358 run osmo-msc_10.42.42.6(pid=19241): stdout: \u000a| (launched: 2022-12-12_19:30:23.602623) \u000a19:30:24.910920 run osmo-msc_10.42.42.6(pid=19241): stderr: \u000a| �[0;m�[38;5;43m20221212193023924 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212193023924 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f93c7071c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212193023924 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212193023925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212193023925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212193023925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212193023927 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212193023927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212193023927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212193023927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:30:24.955751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19234): Terminating (SIGTERM)\u000a19:30:24.998565 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19237): Terminating (SIGTERM)\u000a19:30:25.041196 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19240): Terminating (SIGTERM)\u000a19:30:25.051045 --- ParallelTerminationStrategy: PID 19234 died...\u000a19:30:25.108497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19234): Terminated: ok {rc=0}\u000a19:30:25.118750 --- ParallelTerminationStrategy: PID 19237 died...\u000a19:30:25.175561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19237): Terminated: ok {rc=0}\u000a19:30:25.185791 --- ParallelTerminationStrategy: PID 19240 died...\u000a19:30:25.242937 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19240): Terminated: ok {rc=0}\u000a19:30:25.331367 bus /sierra_3: Setting Powered False\u000a19:30:26.440670 bus /sierra_3: Setting Powered False\u000a19:30:27.550556 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 64, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19250): Process ended prematurely: osmo-stp_10.42.42.5(pid=19250) [trial-2381↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19250)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19250): Process ended prematurely: osmo-stp_10.42.42.5(pid=19250) [trial-2381↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19250)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:30:28.667298 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a19:30:28.679927 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a19:30:28.828701 tst mo_mt_call_osmux.py: using LAC 31001\u000a19:30:28.956190 tst mo_mt_call_osmux.py: using RAC 146\u000a19:30:29.083197 tst mo_mt_call_osmux.py: using CellId 31001\u000a19:30:29.210346 tst mo_mt_call_osmux.py: using BVCI 31002\u000a19:30:29.235014 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a19:30:29.246589 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a19:30:29.257925 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a19:30:29.269506 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a19:30:29.281101 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a19:30:29.292678 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a19:30:29.410378 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a19:30:29.623338 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:30:30.140727 run create_hlr_db(pid=19243): Launched\u000a19:30:30.331658 bus /sierra_2: Setting Powered False\u000a19:30:31.355671 run create_hlr_db(pid=19243): Terminated: ok {rc=0}\u000a19:30:31.810307 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19246): Launched\u000a19:30:32.190524 run osmo-hlr_10.42.42.2(pid=19247): Launched\u000a19:30:32.303905 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:30:32.838297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19249): Launched\u000a19:30:33.147047 run osmo-stp_10.42.42.5(pid=19250): Launched\u000a19:30:33.258274 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:30:33.818586 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19252): Launched\u000a19:30:34.127371 run osmo-msc_10.42.42.6(pid=19253): Launched\u000a19:30:34.306089 run osmo-stp_10.42.42.5(pid=19250): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19250)]\u000a19:30:34.437383 run osmo-stp_10.42.42.5(pid=19250): stdout: \u000a| (launched: 2022-12-12_19:30:32.993407)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:30:34.564285 run osmo-stp_10.42.42.5(pid=19250): stderr: \u000a| �[0;m�[38;5;43m20221212193033165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193033165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193033165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193033166 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193033166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193033166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193033166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:30:34.687036 run osmo-stp_10.42.42.5(pid=19250): stdout: \u000a| (launched: 2022-12-12_19:30:32.993407)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:30:34.807975 run osmo-stp_10.42.42.5(pid=19250): stderr: \u000a| �[0;m�[38;5;43m20221212193033165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193033165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193033165 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193033166 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193033166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193033166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193033166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:30:34.861515 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19250): Process ended prematurely: osmo-stp_10.42.42.5(pid=19250) [trial-2381↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19250)] [trial-2381↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8]\u000a19:30:34.870047 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a19:30:34.930078 run osmo-hlr_10.42.42.2(pid=19247): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19247)]\u000a19:30:34.979514 run osmo-hlr_10.42.42.2(pid=19247): stdout: \u000a| (launched: 2022-12-12_19:30:31.980278) \u000a19:30:35.029438 run osmo-hlr_10.42.42.2(pid=19247): stderr: \u000a| �[0;m�[1;31m20221212193032218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212193032218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212193032218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193032218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193032218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212193032218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212193032230 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212193032241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212193032241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212193032241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:30:35.097223 run osmo-msc_10.42.42.6(pid=19253): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19253)]\u000a19:30:35.146935 run osmo-msc_10.42.42.6(pid=19253): stdout: \u000a| (launched: 2022-12-12_19:30:33.973969) \u000a19:30:35.197031 run osmo-msc_10.42.42.6(pid=19253): stderr: \u000a| �[0;m�[38;5;43m20221212193034247 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212193034247 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe28e931c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212193034247 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212193034247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212193034247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212193034248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212193034249 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212193034250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212193034250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212193034250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:30:35.238882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19246): Terminating (SIGTERM)\u000a19:30:35.278415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19249): Terminating (SIGTERM)\u000a19:30:35.318292 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19252): Terminating (SIGTERM)\u000a19:30:35.327443 --- ParallelTerminationStrategy: PID 19246 died...\u000a19:30:35.380849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19246): Terminated: ok {rc=0}\u000a19:30:35.390438 --- ParallelTerminationStrategy: PID 19249 died...\u000a19:30:35.443563 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19249): Terminated: ok {rc=0}\u000a19:30:35.453134 --- ParallelTerminationStrategy: PID 19252 died...\u000a19:30:35.506087 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19252): Terminated: ok {rc=0}\u000a19:30:35.595620 bus /sierra_3: Setting Powered False\u000a19:30:36.699663 bus /sierra_3: Setting Powered False\u000a19:30:37.812553 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "47", "name" : "voice_trx-b200+mod-bts0-trxdversion0", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:30:18" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19264): Process ended prematurely: osmo-stp_10.42.42.5(pid=19264) [trial-2381↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19264)]", "failedSince" : 2145, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19264): Process ended prematurely: osmo-stp_10.42.42.5(pid=19264) [trial-2381↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19264)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a19:30:39.802901 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:30:39.814232 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a19:30:39.952845 tst mo_mt_call.py: using LAC 31002\u000a19:30:40.072859 tst mo_mt_call.py: using RAC 147\u000a19:30:40.194613 tst mo_mt_call.py: using CellId 31002\u000a19:30:40.318478 tst mo_mt_call.py: using BVCI 31003\u000a19:30:40.341474 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:30:40.352739 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:30:40.363875 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:30:40.375043 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:30:40.386196 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:30:40.397297 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a19:30:40.517770 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a19:30:40.733728 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:30:41.252642 run create_hlr_db(pid=19258): Launched\u000a19:30:41.442935 bus /sierra_2: Setting Powered False\u000a19:30:42.464266 run create_hlr_db(pid=19258): Terminated: ok {rc=0}\u000a19:30:42.875827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19260): Launched\u000a19:30:43.183652 run osmo-hlr_10.42.42.2(pid=19261): Launched\u000a19:30:43.305745 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:30:43.841619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19263): Launched\u000a19:30:44.148796 run osmo-stp_10.42.42.5(pid=19264): Launched\u000a19:30:44.259555 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:30:44.819065 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19266): Launched\u000a19:30:45.126629 run osmo-msc_10.42.42.6(pid=19267): Launched\u000a19:30:45.306199 run osmo-stp_10.42.42.5(pid=19264): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19264)]\u000a19:30:45.436040 run osmo-stp_10.42.42.5(pid=19264): stdout: \u000a| (launched: 2022-12-12_19:30:43.997209)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:30:45.563614 run osmo-stp_10.42.42.5(pid=19264): stderr: \u000a| �[0;m�[38;5;43m20221212193044168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193044169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193044169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193044169 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193044170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193044170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193044170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:30:45.686820 run osmo-stp_10.42.42.5(pid=19264): stdout: \u000a| (launched: 2022-12-12_19:30:43.997209)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:30:45.809466 run osmo-stp_10.42.42.5(pid=19264): stderr: \u000a| �[0;m�[38;5;43m20221212193044168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193044169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193044169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193044169 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193044170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193044170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193044170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:30:45.882247 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19264): Process ended prematurely: osmo-stp_10.42.42.5(pid=19264) [trial-2381↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19264)] [trial-2381↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a19:30:45.904563 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a19:30:45.967986 run osmo-hlr_10.42.42.2(pid=19261): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19261)]\u000a19:30:46.033415 run osmo-hlr_10.42.42.2(pid=19261): stdout: \u000a| (launched: 2022-12-12_19:30:43.030749) \u000a19:30:46.089955 run osmo-hlr_10.42.42.2(pid=19261): stderr: \u000a| �[0;m�[1;31m20221212193043205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212193043205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212193043205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193043206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193043206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212193043206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212193043218 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212193043226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212193043226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212193043226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:30:46.165368 run osmo-msc_10.42.42.6(pid=19267): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19267)]\u000a19:30:46.229826 run osmo-msc_10.42.42.6(pid=19267): stdout: \u000a| (launched: 2022-12-12_19:30:44.974338) \u000a19:30:46.292063 run osmo-msc_10.42.42.6(pid=19267): stderr: \u000a| �[0;m�[38;5;43m20221212193045249 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212193045249 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f29e8682c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212193045249 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212193045249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212193045249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212193045250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212193045251 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212193045252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212193045252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212193045252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:30:46.344545 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19260): Terminating (SIGTERM)\u000a19:30:46.392880 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19263): Terminating (SIGTERM)\u000a19:30:46.446677 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19266): Terminating (SIGTERM)\u000a19:30:46.458680 --- ParallelTerminationStrategy: PID 19260 died...\u000a19:30:46.525780 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19260): Terminated: ok {rc=0}\u000a19:30:46.538558 --- ParallelTerminationStrategy: PID 19263 died...\u000a19:30:46.603769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19263): Terminated: ok {rc=0}\u000a19:30:46.617194 --- ParallelTerminationStrategy: PID 19266 died...\u000a19:30:46.684362 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19266): Terminated: ok {rc=0}\u000a19:30:46.787745 bus /sierra_3: Setting Powered False\u000a19:30:47.891730 bus /sierra_3: Setting Powered False\u000a19:30:49.004764 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19275): Process ended prematurely: osmo-stp_10.42.42.5(pid=19275) [trial-2381↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19275)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19275): Process ended prematurely: osmo-stp_10.42.42.5(pid=19275) [trial-2381↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19275)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:30:50.116195 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:30:50.128493 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a19:30:50.270308 tst mo_mt_call_osmux.py: using LAC 31003\u000a19:30:50.391598 tst mo_mt_call_osmux.py: using RAC 148\u000a19:30:50.525478 tst mo_mt_call_osmux.py: using CellId 31003\u000a19:30:50.651723 tst mo_mt_call_osmux.py: using BVCI 31004\u000a19:30:50.676842 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:30:50.689039 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:30:50.701060 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:30:50.714145 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:30:50.726793 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:30:50.739055 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a19:30:50.861101 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a19:30:51.069937 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:30:51.560602 run create_hlr_db(pid=19269): Launched\u000a19:30:51.736612 bus /sierra_2: Setting Powered False\u000a19:30:52.759302 run create_hlr_db(pid=19269): Terminated: ok {rc=0}\u000a19:30:53.195723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19271): Launched\u000a19:30:53.524090 run osmo-hlr_10.42.42.2(pid=19272): Launched\u000a19:30:53.646275 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:30:54.215675 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19274): Launched\u000a19:30:54.544208 run osmo-stp_10.42.42.5(pid=19275): Launched\u000a19:30:54.664016 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:30:55.261788 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19277): Launched\u000a19:30:55.590472 run osmo-msc_10.42.42.6(pid=19278): Launched\u000a19:30:55.781817 run osmo-stp_10.42.42.5(pid=19275): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19275)]\u000a19:30:55.921184 run osmo-stp_10.42.42.5(pid=19275): stdout: \u000a| (launched: 2022-12-12_19:30:54.381694)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:30:56.058568 run osmo-stp_10.42.42.5(pid=19275): stderr: \u000a| �[0;m�[38;5;43m20221212193054575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193054575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193054575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193054575 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193054576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193054576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193054576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:30:56.190049 run osmo-stp_10.42.42.5(pid=19275): stdout: \u000a| (launched: 2022-12-12_19:30:54.381694)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:30:56.320236 run osmo-stp_10.42.42.5(pid=19275): stderr: \u000a| �[0;m�[38;5;43m20221212193054575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193054575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193054575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193054575 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193054576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193054576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193054576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:30:56.378007 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19275): Process ended prematurely: osmo-stp_10.42.42.5(pid=19275) [trial-2381↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19275)] [trial-2381↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a19:30:56.387428 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a19:30:56.451379 run osmo-hlr_10.42.42.2(pid=19272): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19272)]\u000a19:30:56.503552 run osmo-hlr_10.42.42.2(pid=19272): stdout: \u000a| (launched: 2022-12-12_19:30:53.362684) \u000a19:30:56.556514 run osmo-hlr_10.42.42.2(pid=19272): stderr: \u000a| �[0;m�[1;31m20221212193053562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212193053562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212193053562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193053562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193053562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212193053562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212193053574 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212193053582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212193053582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212193053583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:30:56.628181 run osmo-msc_10.42.42.6(pid=19278): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19278)]\u000a19:30:56.680247 run osmo-msc_10.42.42.6(pid=19278): stdout: \u000a| (launched: 2022-12-12_19:30:55.427461) \u000a19:30:56.732880 run osmo-msc_10.42.42.6(pid=19278): stderr: \u000a| �[0;m�[38;5;43m20221212193055751 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212193055751 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f51413a4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212193055751 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212193055751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212193055752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212193055752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212193055753 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212193055754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212193055754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212193055754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:30:56.777843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19271): Terminating (SIGTERM)\u000a19:30:56.820374 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19274): Terminating (SIGTERM)\u000a19:30:56.863198 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19277): Terminating (SIGTERM)\u000a19:30:56.873046 --- ParallelTerminationStrategy: PID 19271 died...\u000a19:30:56.929452 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19271): Terminated: ok {rc=0}\u000a19:30:56.939922 --- ParallelTerminationStrategy: PID 19274 died...\u000a19:30:56.996021 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19274): Terminated: ok {rc=0}\u000a19:30:57.006380 --- ParallelTerminationStrategy: PID 19277 died...\u000a19:30:57.062646 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19277): Terminated: ok {rc=0}\u000a19:30:57.151697 bus /sierra_3: Setting Powered False\u000a19:30:58.259907 bus /sierra_3: Setting Powered False\u000a19:30:59.372026 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "48", "name" : "voice_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:30:39" }, { "cases" : [ { "testActions" : [ ], "age" : 64, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19290): Process ended prematurely: osmo-stp_10.42.42.5(pid=19290) [trial-2381↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19290)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19290): Process ended prematurely: osmo-stp_10.42.42.5(pid=19290) [trial-2381↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19290)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 emergency:trx-b200 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a19:31:01.431897 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:31:01.448530 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a19:31:01.608066 tst emergency_mo_mt_call.py: using LAC 31004\u000a19:31:01.727117 tst emergency_mo_mt_call.py: using RAC 149\u000a19:31:01.854295 tst emergency_mo_mt_call.py: using CellId 31004\u000a19:31:01.981437 tst emergency_mo_mt_call.py: using BVCI 31005\u000a19:31:02.006579 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:31:02.018190 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:31:02.029767 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:31:02.042882 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:31:02.056605 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:31:02.069829 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a19:31:02.213598 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a19:31:02.430695 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:31:02.906658 run create_hlr_db(pid=19284): Launched\u000a19:31:03.079079 bus /sierra_2: Setting Powered False\u000a19:31:04.100296 run create_hlr_db(pid=19284): Terminated: ok {rc=0}\u000a19:31:04.498125 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19286): Launched\u000a19:31:04.794646 run osmo-hlr_10.42.42.2(pid=19287): Launched\u000a19:31:04.902791 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:31:05.420585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19289): Launched\u000a19:31:05.718139 run osmo-stp_10.42.42.5(pid=19290): Launched\u000a19:31:05.838254 tst emergency_mo_mt_call.py: using MSISDN 7934\u000a19:31:05.986072 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:31:06.530900 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19292): Launched\u000a19:31:06.830178 run osmo-msc_10.42.42.6(pid=19293): Launched\u000a19:31:07.004154 run osmo-stp_10.42.42.5(pid=19290): ERR: Terminated: ERROR {rc=1} [trial-2381↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19290)]\u000a19:31:07.130491 run osmo-stp_10.42.42.5(pid=19290): stdout: \u000a| (launched: 2022-12-12_19:31:05.571106)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:31:07.254182 run osmo-stp_10.42.42.5(pid=19290): stderr: \u000a| �[0;m�[38;5;43m20221212193105742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193105742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193105742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193105742 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193105743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193105743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193105743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:31:07.373589 run osmo-stp_10.42.42.5(pid=19290): stdout: \u000a| (launched: 2022-12-12_19:31:05.571106)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:31:07.491828 run osmo-stp_10.42.42.5(pid=19290): stderr: \u000a| �[0;m�[38;5;43m20221212193105742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193105742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193105742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193105742 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193105743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193105743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193105743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:31:07.543618 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=19290): Process ended prematurely: osmo-stp_10.42.42.5(pid=19290) [trial-2381↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19290)] [trial-2381↪emergency:trx-b200↪emergency_mo_mt_call.py:19]\u000a19:31:07.551755 tst emergency_mo_mt_call.py:19: Test FAILED (6.1 sec)\u000a19:31:07.611206 run osmo-hlr_10.42.42.2(pid=19287): ERR: Terminated: ERROR {rc=237} [trial-2381↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19287)]\u000a19:31:07.660392 run osmo-hlr_10.42.42.2(pid=19287): stdout: \u000a| (launched: 2022-12-12_19:31:04.648439) \u000a19:31:07.710514 run osmo-hlr_10.42.42.2(pid=19287): stderr: \u000a| �[0;m�[1;31m20221212193104826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212193104826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212193104826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193104826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193104826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212193104826 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212193104841 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/emergency:trx-b200/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212193104849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212193104849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212193104849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:31:07.777898 run osmo-msc_10.42.42.6(pid=19293): ERR: Terminated: ERROR {rc=2} [trial-2381↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19293)]\u000a19:31:07.827204 run osmo-msc_10.42.42.6(pid=19293): stdout: \u000a| (launched: 2022-12-12_19:31:06.682215) \u000a19:31:07.876702 run osmo-msc_10.42.42.6(pid=19293): stderr: \u000a| �[0;m�[38;5;43m20221212193106955 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212193106956 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3818ec2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212193106956 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212193106956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212193106957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212193106957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212193106959 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212193106960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212193106960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212193106960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:31:07.919386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19286): Terminating (SIGTERM)\u000a19:31:07.959437 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19289): Terminating (SIGTERM)\u000a19:31:07.999417 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19292): Terminating (SIGTERM)\u000a19:31:08.008694 --- ParallelTerminationStrategy: PID 19286 died...\u000a19:31:08.062300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19286): Terminated: ok {rc=0}\u000a19:31:08.071856 --- ParallelTerminationStrategy: PID 19289 died...\u000a19:31:08.124789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19289): Terminated: ok {rc=0}\u000a19:31:08.134237 --- ParallelTerminationStrategy: PID 19292 died...\u000a19:31:08.187463 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19292): Terminated: ok {rc=0}\u000a19:31:08.271369 bus /sierra_3: Setting Powered False\u000a19:31:09.374309 bus /sierra_3: Setting Powered False\u000a19:31:10.485243 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19301): Process ended prematurely: osmo-stp_10.42.42.5(pid=19301) [trial-2381↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19301)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19301): Process ended prematurely: osmo-stp_10.42.42.5(pid=19301) [trial-2381↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19301)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 emergency:trx-b200 emergency_preemptive_call.py\u000a----------------------------------------------\u000a19:31:11.537242 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:31:11.548551 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a19:31:11.685790 tst emergency_preemptive_call.py: using LAC 31005\u000a19:31:11.800462 tst emergency_preemptive_call.py: using RAC 150\u000a19:31:11.915151 tst emergency_preemptive_call.py: using CellId 31005\u000a19:31:12.028999 tst emergency_preemptive_call.py: using BVCI 31006\u000a19:31:12.051159 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:31:12.061890 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:31:12.072250 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:31:12.083247 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:31:12.094259 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a19:31:12.105372 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a19:31:12.224536 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a19:31:12.339461 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a19:31:12.455703 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a19:31:12.658815 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:31:13.155846 run create_hlr_db(pid=19295): Launched\u000a19:31:13.339986 bus /sierra_2: Setting Powered False\u000a19:31:14.360922 run create_hlr_db(pid=19295): Terminated: ok {rc=0}\u000a19:31:14.756175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19297): Launched\u000a19:31:15.048326 run osmo-hlr_10.42.42.2(pid=19298): Launched\u000a19:31:15.156030 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:31:15.662980 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19300): Launched\u000a19:31:16.068998 run osmo-stp_10.42.42.5(pid=19301): Launched\u000a19:31:16.290331 tst emergency_preemptive_call.py: using MSISDN 7935\u000a19:31:16.450969 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:31:17.082721 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19303): Launched\u000a19:31:17.450511 run osmo-msc_10.42.42.6(pid=19304): Launched\u000a19:31:17.648584 run osmo-stp_10.42.42.5(pid=19301): ERR: Terminated: ERROR {rc=1} [trial-2381↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19301)]\u000a19:31:17.774214 run osmo-stp_10.42.42.5(pid=19301): stdout: \u000a| (launched: 2022-12-12_19:31:15.811152)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:31:17.896260 run osmo-stp_10.42.42.5(pid=19301): stderr: \u000a| �[0;m�[38;5;43m20221212193116087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193116087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193116087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193116087 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193116088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193116088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193116088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:31:18.014331 run osmo-stp_10.42.42.5(pid=19301): stdout: \u000a| (launched: 2022-12-12_19:31:15.811152)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:31:18.130691 run osmo-stp_10.42.42.5(pid=19301): stderr: \u000a| �[0;m�[38;5;43m20221212193116087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193116087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193116087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193116087 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193116088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193116088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193116088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:31:18.181449 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=19301): Process ended prematurely: osmo-stp_10.42.42.5(pid=19301) [trial-2381↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19301)] [trial-2381↪emergency:trx-b200↪emergency_preemptive_call.py:32]\u000a19:31:18.189305 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a19:31:18.249157 run osmo-hlr_10.42.42.2(pid=19298): ERR: Terminated: ERROR {rc=237} [trial-2381↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19298)]\u000a19:31:18.298236 run osmo-hlr_10.42.42.2(pid=19298): stdout: \u000a| (launched: 2022-12-12_19:31:14.904443) \u000a19:31:18.348137 run osmo-hlr_10.42.42.2(pid=19298): stderr: \u000a| �[0;m�[1;31m20221212193115074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212193115074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212193115074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193115074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193115074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212193115074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212193115087 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/emergency:trx-b200/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212193115096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212193115096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212193115096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:31:18.415691 run osmo-msc_10.42.42.6(pid=19304): ERR: Terminated: ERROR {rc=2} [trial-2381↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19304)]\u000a19:31:18.464681 run osmo-msc_10.42.42.6(pid=19304): stdout: \u000a| (launched: 2022-12-12_19:31:17.283137) \u000a19:31:18.514128 run osmo-msc_10.42.42.6(pid=19304): stderr: \u000a| �[0;m�[38;5;43m20221212193117641 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212193117641 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbb996b0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212193117642 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212193117642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212193117642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212193117642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212193117644 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212193117644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212193117644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212193117644 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:31:18.555849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19297): Terminating (SIGTERM)\u000a19:31:18.595411 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19300): Terminating (SIGTERM)\u000a19:31:18.635018 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19303): Terminating (SIGTERM)\u000a19:31:18.644125 --- ParallelTerminationStrategy: PID 19297 died...\u000a19:31:18.697603 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19297): Terminated: ok {rc=0}\u000a19:31:18.707242 --- ParallelTerminationStrategy: PID 19300 died...\u000a19:31:18.760087 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19300): Terminated: ok {rc=0}\u000a19:31:18.769649 --- ParallelTerminationStrategy: PID 19303 died...\u000a19:31:18.822475 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19303): Terminated: ok {rc=0}\u000a19:31:18.912608 bus /sierra_9: Setting Powered False\u000a19:31:20.017506 bus /sierra_9: Setting Powered False\u000a19:31:21.129561 bus /sierra_8: Setting Powered False\u000a19:31:22.234355 bus /sierra_8: Setting Powered False\u000a19:31:23.346714 bus /sierra_3: Setting Powered False\u000a19:31:24.449860 bus /sierra_3: Setting Powered False\u000a19:31:25.561159 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "49", "name" : "emergency_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:31:01" }, { "cases" : [ { "testActions" : [ ], "age" : 64, "className" : "gprs:trx-b200", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19319): Process ended prematurely: osmo-stp_10.42.42.5(pid=19319) [trial-2381↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19319)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19319): Process ended prematurely: osmo-stp_10.42.42.5(pid=19319) [trial-2381↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19319)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-b200 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:31:27.688180 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:31:27.698754 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a19:31:27.832908 tst cs_paging_gprs_active.py: using LAC 31006\u000a19:31:27.951998 tst cs_paging_gprs_active.py: using RAC 151\u000a19:31:28.074458 tst cs_paging_gprs_active.py: using CellId 31006\u000a19:31:28.192218 tst cs_paging_gprs_active.py: using BVCI 31007\u000a19:31:28.215100 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:31:28.225642 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:31:28.235952 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:31:28.246425 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:31:28.256777 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:31:28.267162 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:31:28.277687 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:31:28.288169 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:31:28.298722 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a19:31:28.417093 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a19:31:28.709166 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:31:28.844076 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:31:29.176246 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19309): Launched\u000a19:31:29.452389 run iperf3-srv_10.42.42.10(pid=19310): Launched\u000a19:31:29.649502 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:31:29.784037 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:31:30.117336 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19311): Launched\u000a19:31:30.393415 run iperf3-srv_10.42.42.10(pid=19312): Launched\u000a19:31:30.589977 tst cs_paging_gprs_active.py:38: start network...\u000a19:31:30.723673 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:31:31.286640 run create_hlr_db(pid=19313): Launched\u000a19:31:31.477309 bus /sierra_2: Setting Powered False\u000a19:31:32.494979 run create_hlr_db(pid=19313): Terminated: ok {rc=0}\u000a19:31:32.897006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19315): Launched\u000a19:31:33.195200 run osmo-hlr_10.42.42.2(pid=19316): Launched\u000a19:31:33.304497 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:31:33.821687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19318): Launched\u000a19:31:34.119933 run osmo-stp_10.42.42.5(pid=19319): Launched\u000a19:31:34.227865 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:31:34.750136 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19321): Launched\u000a19:31:34.857309 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:31:35.119557 run patchelf(pid=19322): Launched\u000a19:31:35.296282 run osmo-stp_10.42.42.5(pid=19319): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19319)]\u000a19:31:35.425419 run osmo-stp_10.42.42.5(pid=19319): stdout: \u000a| (launched: 2022-12-12_19:31:33.972628)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:31:35.554905 run osmo-stp_10.42.42.5(pid=19319): stderr: \u000a| �[0;m�[38;5;43m20221212193134141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193134141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193134141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193134142 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193134142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193134142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193134142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:31:35.679229 run osmo-stp_10.42.42.5(pid=19319): stdout: \u000a| (launched: 2022-12-12_19:31:33.972628)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:31:35.802642 run osmo-stp_10.42.42.5(pid=19319): stderr: \u000a| �[0;m�[38;5;43m20221212193134141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193134141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193134141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193134142 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193134142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193134142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193134142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:31:35.946225 run patchelf(pid=19322): Terminating (SIGINT)\u000a19:31:36.115097 run patchelf(pid=19322): Terminated: ok {rc=0}\u000a19:31:36.146208 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=19319): Process ended prematurely: osmo-stp_10.42.42.5(pid=19319) [trial-2381↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19319)] [trial-2381↪gprs:trx-b200↪cs_paging_gprs_active.py:38]\u000a19:31:36.155310 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a19:31:36.215126 run osmo-hlr_10.42.42.2(pid=19316): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-b200↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19316)]\u000a19:31:36.263662 run osmo-hlr_10.42.42.2(pid=19316): stdout: \u000a| (launched: 2022-12-12_19:31:33.048337) \u000a19:31:36.312920 run osmo-hlr_10.42.42.2(pid=19316): stderr: \u000a| �[0;m�[1;31m20221212193133221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212193133221 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212193133222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193133222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193133222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212193133222 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212193133234 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-b200/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212193133243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212193133243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212193133243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:31:36.355054 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19309): Terminating (SIGTERM)\u000a19:31:36.394756 run iperf3-srv_10.42.42.10(pid=19310): Terminating (SIGTERM)\u000a19:31:36.434533 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19311): Terminating (SIGTERM)\u000a19:31:36.474459 run iperf3-srv_10.42.42.10(pid=19312): Terminating (SIGTERM)\u000a19:31:36.514264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19315): Terminating (SIGTERM)\u000a19:31:36.553961 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19318): Terminating (SIGTERM)\u000a19:31:36.594152 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19321): Terminating (SIGTERM)\u000a19:31:36.603422 --- ParallelTerminationStrategy: PID 19309 died...\u000a19:31:36.657582 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19309): Terminated: ok {rc=0}\u000a19:31:36.667442 --- ParallelTerminationStrategy: PID 19310 died...\u000a19:31:36.720817 run iperf3-srv_10.42.42.10(pid=19310): Terminated {rc=256}\u000a19:31:36.730378 --- ParallelTerminationStrategy: PID 19311 died...\u000a19:31:36.783030 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19311): Terminated: ok {rc=0}\u000a19:31:36.792596 --- ParallelTerminationStrategy: PID 19312 died...\u000a19:31:36.845687 run iperf3-srv_10.42.42.10(pid=19312): Terminated {rc=256}\u000a19:31:36.855186 --- ParallelTerminationStrategy: PID 19315 died...\u000a19:31:36.908165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19315): Terminated: ok {rc=0}\u000a19:31:36.917704 --- ParallelTerminationStrategy: PID 19318 died...\u000a19:31:36.970529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19318): Terminated: ok {rc=0}\u000a19:31:36.980208 --- ParallelTerminationStrategy: PID 19321 died...\u000a19:31:37.033467 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19321): Terminated: ok {rc=0}\u000a19:31:37.122043 bus /gobi_0: Setting Powered False\u000a19:31:38.226096 bus /gobi_0: Setting Powered False\u000a19:31:39.337990 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 64, "className" : "gprs:trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19331): Process ended prematurely: osmo-stp_10.42.42.5(pid=19331) [trial-2381↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19331)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19331): Process ended prematurely: osmo-stp_10.42.42.5(pid=19331) [trial-2381↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19331)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-b200 iperf3.py\u000a----------------------------------------------\u000a19:31:40.450972 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:31:40.462482 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a19:31:40.608013 tst iperf3.py: using LAC 31007\u000a19:31:40.731898 tst iperf3.py: using RAC 152\u000a19:31:40.850726 tst iperf3.py: using CellId 31007\u000a19:31:40.975879 tst iperf3.py: using BVCI 31008\u000a19:31:41.000282 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:31:41.011488 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:31:41.022335 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:31:41.033373 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:31:41.044262 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:31:41.055621 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:31:41.066917 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:31:41.077901 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:31:41.089064 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a19:31:41.375944 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:31:41.507976 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:31:41.842211 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19323): Launched\u000a19:31:42.122548 run iperf3-srv_10.42.42.10(pid=19324): Launched\u000a19:31:42.319014 tst iperf3.py:8: start network...\u000a19:31:42.452805 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:31:42.960782 run create_hlr_db(pid=19325): Launched\u000a19:31:43.146268 bus /gobi_6: Setting Powered False\u000a19:31:44.166711 run create_hlr_db(pid=19325): Terminated: ok {rc=0}\u000a19:31:44.572867 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19327): Launched\u000a19:31:44.875229 run osmo-hlr_10.42.42.2(pid=19328): Launched\u000a19:31:44.984673 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:31:45.507255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19330): Launched\u000a19:31:45.810081 run osmo-stp_10.42.42.5(pid=19331): Launched\u000a19:31:45.995758 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:31:46.539787 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19333): Launched\u000a19:31:46.647739 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:31:46.962737 run patchelf(pid=19334): Launched\u000a19:31:47.184788 run osmo-stp_10.42.42.5(pid=19331): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19331)]\u000a19:31:47.314848 run osmo-stp_10.42.42.5(pid=19331): stdout: \u000a| (launched: 2022-12-12_19:31:45.658894)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:31:47.444071 run osmo-stp_10.42.42.5(pid=19331): stderr: \u000a| �[0;m�[38;5;43m20221212193145842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193145842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193145854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193145854 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193145855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193145855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193145855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:31:47.567617 run osmo-stp_10.42.42.5(pid=19331): stdout: \u000a| (launched: 2022-12-12_19:31:45.658894)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:31:47.690420 run osmo-stp_10.42.42.5(pid=19331): stderr: \u000a| �[0;m�[38;5;43m20221212193145842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193145842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193145854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193145854 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193145855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193145855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193145855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:31:47.833252 run patchelf(pid=19334): Terminating (SIGINT)\u000a19:31:48.000641 run patchelf(pid=19334): Terminated: ok {rc=0}\u000a19:31:48.031576 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19331): Process ended prematurely: osmo-stp_10.42.42.5(pid=19331) [trial-2381↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19331)] [trial-2381↪gprs:trx-b200↪iperf3.py:8]\u000a19:31:48.040707 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a19:31:48.100464 run osmo-hlr_10.42.42.2(pid=19328): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-b200↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19328)]\u000a19:31:48.149368 run osmo-hlr_10.42.42.2(pid=19328): stdout: \u000a| (launched: 2022-12-12_19:31:44.724451) \u000a19:31:48.198773 run osmo-hlr_10.42.42.2(pid=19328): stderr: \u000a| �[0;m�[1;31m20221212193144903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212193144903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212193144903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193144903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193144903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212193144903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212193144916 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-b200/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212193144926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212193144926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212193144926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:31:48.241492 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19323): Terminating (SIGTERM)\u000a19:31:48.281077 run iperf3-srv_10.42.42.10(pid=19324): Terminating (SIGTERM)\u000a19:31:48.320771 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19327): Terminating (SIGTERM)\u000a19:31:48.360302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19330): Terminating (SIGTERM)\u000a19:31:48.399935 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19333): Terminating (SIGTERM)\u000a19:31:48.409165 --- ParallelTerminationStrategy: PID 19323 died...\u000a19:31:48.462268 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19323): Terminated: ok {rc=0}\u000a19:31:48.471698 --- ParallelTerminationStrategy: PID 19324 died...\u000a19:31:48.524131 run iperf3-srv_10.42.42.10(pid=19324): Terminated {rc=256}\u000a19:31:48.533605 --- ParallelTerminationStrategy: PID 19327 died...\u000a19:31:48.585850 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19327): Terminated: ok {rc=0}\u000a19:31:48.595244 --- ParallelTerminationStrategy: PID 19330 died...\u000a19:31:48.648337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19330): Terminated: ok {rc=0}\u000a19:31:48.657848 --- ParallelTerminationStrategy: PID 19333 died...\u000a19:31:48.710425 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19333): Terminated: ok {rc=0}\u000a19:31:48.797641 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 196, "className" : "gprs:trx-b200", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19350): Process ended prematurely: osmo-stp_10.42.42.5(pid=19350) [trial-2381↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19350)]", "failedSince" : 2186, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19350): Process ended prematurely: osmo-stp_10.42.42.5(pid=19350) [trial-2381↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19350)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-b200 iperf3m4.py\u000a----------------------------------------------\u000a19:31:49.907385 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:31:49.922036 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a19:31:50.055811 tst iperf3m4.py: using LAC 31008\u000a19:31:50.175867 tst iperf3m4.py: using RAC 153\u000a19:31:50.295482 tst iperf3m4.py: using CellId 31008\u000a19:31:50.414428 tst iperf3m4.py: using BVCI 31009\u000a19:31:50.437269 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:31:50.447884 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:31:50.458260 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:31:50.468566 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:31:50.478867 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:31:50.489203 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:31:50.499741 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:31:50.510095 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:31:50.520515 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a19:31:50.635364 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a19:31:50.758733 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a19:31:50.874584 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a19:31:51.154571 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:31:51.279854 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:31:51.596152 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19336): Launched\u000a19:31:51.859321 run iperf3-srv_10.42.42.10(pid=19337): Launched\u000a19:31:52.041894 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:31:52.166540 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:31:52.482577 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19338): Launched\u000a19:31:52.742615 run iperf3-srv_10.42.42.10(pid=19339): Launched\u000a19:31:52.925705 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:31:53.049435 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:31:53.363286 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19340): Launched\u000a19:31:53.623227 run iperf3-srv_10.42.42.10(pid=19341): Launched\u000a19:31:53.804805 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:31:53.928256 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:31:54.242690 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19342): Launched\u000a19:31:54.502845 run iperf3-srv_10.42.42.10(pid=19343): Launched\u000a19:31:54.684101 tst iperf3m4.py:8: start network...\u000a19:31:54.807987 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:31:55.290194 run create_hlr_db(pid=19344): Launched\u000a19:31:55.462577 bus /gobi_6: Setting Powered False\u000a19:31:56.485120 run create_hlr_db(pid=19344): Terminated: ok {rc=0}\u000a19:31:56.888729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19346): Launched\u000a19:31:57.190616 run osmo-hlr_10.42.42.2(pid=19347): Launched\u000a19:31:57.309415 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:31:57.841439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19349): Launched\u000a19:31:58.143157 run osmo-stp_10.42.42.5(pid=19350): Launched\u000a19:31:58.250908 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:31:58.776806 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19352): Launched\u000a19:31:58.883456 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:31:59.149882 run patchelf(pid=19353): Launched\u000a19:31:59.327175 run osmo-stp_10.42.42.5(pid=19350): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19350)]\u000a19:31:59.457302 run osmo-stp_10.42.42.5(pid=19350): stdout: \u000a| (launched: 2022-12-12_19:31:57.993124)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:31:59.587909 run osmo-stp_10.42.42.5(pid=19350): stderr: \u000a| �[0;m�[38;5;43m20221212193158163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193158164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193158164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193158164 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193158165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193158165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193158165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:31:59.713218 run osmo-stp_10.42.42.5(pid=19350): stdout: \u000a| (launched: 2022-12-12_19:31:57.993124)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:31:59.837504 run osmo-stp_10.42.42.5(pid=19350): stderr: \u000a| �[0;m�[38;5;43m20221212193158163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193158164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193158164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193158164 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193158165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193158165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193158165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:31:59.981801 run patchelf(pid=19353): Terminating (SIGINT)\u000a19:32:00.151745 run patchelf(pid=19353): Terminated: ok {rc=0}\u000a19:32:00.183077 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19350): Process ended prematurely: osmo-stp_10.42.42.5(pid=19350) [trial-2381↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19350)] [trial-2381↪gprs:trx-b200↪iperf3m4.py:8]\u000a19:32:00.192351 tst iperf3m4.py:8: Test FAILED (10.3 sec)\u000a19:32:00.252307 run osmo-hlr_10.42.42.2(pid=19347): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-b200↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19347)]\u000a19:32:00.301462 run osmo-hlr_10.42.42.2(pid=19347): stdout: \u000a| (launched: 2022-12-12_19:31:57.040547) \u000a19:32:00.351420 run osmo-hlr_10.42.42.2(pid=19347): stderr: \u000a| �[0;m�[1;31m20221212193157217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212193157217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212193157217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193157217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193157217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212193157217 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212193157229 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-b200/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212193157238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212193157238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212193157238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:32:00.393442 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19336): Terminating (SIGTERM)\u000a19:32:00.432937 run iperf3-srv_10.42.42.10(pid=19337): Terminating (SIGTERM)\u000a19:32:00.472720 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19338): Terminating (SIGTERM)\u000a19:32:00.512419 run iperf3-srv_10.42.42.10(pid=19339): Terminating (SIGTERM)\u000a19:32:00.552098 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19340): Terminating (SIGTERM)\u000a19:32:00.591676 run iperf3-srv_10.42.42.10(pid=19341): Terminating (SIGTERM)\u000a19:32:00.631316 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19342): Terminating (SIGTERM)\u000a19:32:00.670716 run iperf3-srv_10.42.42.10(pid=19343): Terminating (SIGTERM)\u000a19:32:00.710284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19346): Terminating (SIGTERM)\u000a19:32:00.749941 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19349): Terminating (SIGTERM)\u000a19:32:00.789560 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19352): Terminating (SIGTERM)\u000a19:32:00.798864 --- ParallelTerminationStrategy: PID 19336 died...\u000a19:32:00.862246 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19336): Terminated: ok {rc=0}\u000a19:32:00.872486 --- ParallelTerminationStrategy: PID 19337 died...\u000a19:32:00.926507 run iperf3-srv_10.42.42.10(pid=19337): Terminated {rc=256}\u000a19:32:00.936342 --- ParallelTerminationStrategy: PID 19338 died...\u000a19:32:00.990289 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19338): Terminated: ok {rc=0}\u000a19:32:01.000417 --- ParallelTerminationStrategy: PID 19339 died...\u000a19:32:01.054451 run iperf3-srv_10.42.42.10(pid=19339): Terminated {rc=256}\u000a19:32:01.064418 --- ParallelTerminationStrategy: PID 19340 died...\u000a19:32:01.118574 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19340): Terminated: ok {rc=0}\u000a19:32:01.128638 --- ParallelTerminationStrategy: PID 19341 died...\u000a19:32:01.182405 run iperf3-srv_10.42.42.10(pid=19341): Terminated {rc=256}\u000a19:32:01.192458 --- ParallelTerminationStrategy: PID 19342 died...\u000a19:32:01.246228 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19342): Terminated: ok {rc=0}\u000a19:32:01.256193 --- ParallelTerminationStrategy: PID 19343 died...\u000a19:32:01.309899 run iperf3-srv_10.42.42.10(pid=19343): Terminated {rc=256}\u000a19:32:01.319917 --- ParallelTerminationStrategy: PID 19346 died...\u000a19:32:01.373812 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19346): Terminated: ok {rc=0}\u000a19:32:01.383899 --- ParallelTerminationStrategy: PID 19349 died...\u000a19:32:01.438279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19349): Terminated: ok {rc=0}\u000a19:32:01.448335 --- ParallelTerminationStrategy: PID 19352 died...\u000a19:32:01.502532 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19352): Terminated: ok {rc=0}\u000a19:32:01.586661 bus /gobi_4: Setting Powered False\u000a19:32:02.693151 bus /gobi_4: Setting Powered False\u000a19:32:03.804825 bus /gobi_1: Setting Powered False\u000a19:32:04.911447 bus /gobi_1: Setting Powered False\u000a19:32:06.019254 bus /gobi_0: Setting Powered False\u000a19:32:07.125823 bus /gobi_0: Setting Powered False\u000a19:32:08.235236 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 196, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19360): Process ended prematurely: osmo-stp_10.42.42.5(pid=19360) [trial-2381↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19360)]", "failedSince" : 2186, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19360): Process ended prematurely: osmo-stp_10.42.42.5(pid=19360) [trial-2381↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19360)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-b200 ping.py\u000a----------------------------------------------\u000a19:32:09.304598 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:32:09.315647 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a19:32:09.451043 tst ping.py: using LAC 31009\u000a19:32:09.575342 tst ping.py: using RAC 154\u000a19:32:09.701432 tst ping.py: using CellId 31009\u000a19:32:09.820611 tst ping.py: using BVCI 31010\u000a19:32:09.843226 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:32:09.853745 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:32:09.864065 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:32:09.874439 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:32:09.884676 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:32:09.895596 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:32:09.906079 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:32:09.916391 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a19:32:10.203566 tst ping.py:19: start network...\u000a19:32:10.336749 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:32:10.837966 run create_hlr_db(pid=19354): Launched\u000a19:32:11.022436 bus /gobi_6: Setting Powered False\u000a19:32:12.043759 run create_hlr_db(pid=19354): Terminated: ok {rc=0}\u000a19:32:12.442646 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19356): Launched\u000a19:32:12.740489 run osmo-hlr_10.42.42.2(pid=19357): Launched\u000a19:32:12.850333 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:32:13.369165 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19359): Launched\u000a19:32:13.669075 run osmo-stp_10.42.42.5(pid=19360): Launched\u000a19:32:13.777521 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:32:14.293181 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19362): Launched\u000a19:32:14.398271 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:32:14.657516 run patchelf(pid=19363): Launched\u000a19:32:14.831355 run osmo-stp_10.42.42.5(pid=19360): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19360)]\u000a19:32:14.958277 run osmo-stp_10.42.42.5(pid=19360): stdout: \u000a| (launched: 2022-12-12_19:32:13.519790)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:32:15.086083 run osmo-stp_10.42.42.5(pid=19360): stderr: \u000a| �[0;m�[38;5;43m20221212193213687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193213687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193213688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193213688 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193213689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193213689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193213689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:32:15.208575 run osmo-stp_10.42.42.5(pid=19360): stdout: \u000a| (launched: 2022-12-12_19:32:13.519790)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:32:15.330296 run osmo-stp_10.42.42.5(pid=19360): stderr: \u000a| �[0;m�[38;5;43m20221212193213687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193213687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193213688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193213688 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193213689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193213689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193213689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:32:15.471636 run patchelf(pid=19363): Terminating (SIGINT)\u000a19:32:15.637676 run patchelf(pid=19363): Terminated: ok {rc=0}\u000a19:32:15.667907 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=19360): Process ended prematurely: osmo-stp_10.42.42.5(pid=19360) [trial-2381↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19360)] [trial-2381↪gprs:trx-b200↪ping.py:22]\u000a19:32:15.676459 tst ping.py:22: Test FAILED (6.4 sec)\u000a19:32:15.736029 run osmo-hlr_10.42.42.2(pid=19357): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-b200↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19357)]\u000a19:32:15.784741 run osmo-hlr_10.42.42.2(pid=19357): stdout: \u000a| (launched: 2022-12-12_19:32:12.593640) \u000a19:32:15.834784 run osmo-hlr_10.42.42.2(pid=19357): stderr: \u000a| �[0;m�[1;31m20221212193212767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212193212767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212193212767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193212767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193212767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212193212767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212193212779 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-b200/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212193212788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212193212788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212193212788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:32:15.877749 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19356): Terminating (SIGTERM)\u000a19:32:15.923122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19359): Terminating (SIGTERM)\u000a19:32:15.964014 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19362): Terminating (SIGTERM)\u000a19:32:15.973212 --- ParallelTerminationStrategy: PID 19356 died...\u000a19:32:16.026990 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19356): Terminated: ok {rc=0}\u000a19:32:16.036902 --- ParallelTerminationStrategy: PID 19359 died...\u000a19:32:16.090517 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19359): Terminated: ok {rc=0}\u000a19:32:16.100404 --- ParallelTerminationStrategy: PID 19362 died...\u000a19:32:16.154045 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19362): Terminated: ok {rc=0}\u000a19:32:16.239506 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 196, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19370): Process ended prematurely: osmo-stp_10.42.42.5(pid=19370) [trial-2381↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19370)]", "failedSince" : 2186, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19370): Process ended prematurely: osmo-stp_10.42.42.5(pid=19370) [trial-2381↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19370)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-b200 ping_idle_ping.py\u000a----------------------------------------------\u000a19:32:17.286629 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:32:17.298229 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a19:32:17.434870 tst ping_idle_ping.py: using LAC 31010\u000a19:32:17.556182 tst ping_idle_ping.py: using RAC 155\u000a19:32:17.671389 tst ping_idle_ping.py: using CellId 31010\u000a19:32:17.786338 tst ping_idle_ping.py: using BVCI 31011\u000a19:32:17.809255 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:32:17.819860 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:32:17.830367 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:32:17.841305 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:32:17.851814 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:32:17.862168 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:32:17.872660 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a19:32:17.883184 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a19:32:18.172684 tst ping_idle_ping.py:24: start network...\u000a19:32:18.307320 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:32:18.813405 run create_hlr_db(pid=19364): Launched\u000a19:32:18.999395 bus /gobi_6: Setting Powered False\u000a19:32:20.021719 run create_hlr_db(pid=19364): Terminated: ok {rc=0}\u000a19:32:20.447842 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19366): Launched\u000a19:32:20.766914 run osmo-hlr_10.42.42.2(pid=19367): Launched\u000a19:32:20.885978 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:32:21.438858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19369): Launched\u000a19:32:21.759325 run osmo-stp_10.42.42.5(pid=19370): Launched\u000a19:32:21.878341 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:32:22.437974 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19372): Launched\u000a19:32:22.552284 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:32:22.831446 run patchelf(pid=19373): Launched\u000a19:32:23.019171 run osmo-stp_10.42.42.5(pid=19370): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19370)]\u000a19:32:23.156306 run osmo-stp_10.42.42.5(pid=19370): stdout: \u000a| (launched: 2022-12-12_19:32:21.600264)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:32:23.293745 run osmo-stp_10.42.42.5(pid=19370): stderr: \u000a| �[0;m�[38;5;43m20221212193221792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193221792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193221792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193221793 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193221793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193221793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193221793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:32:23.426843 run osmo-stp_10.42.42.5(pid=19370): stdout: \u000a| (launched: 2022-12-12_19:32:21.600264)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:32:23.558454 run osmo-stp_10.42.42.5(pid=19370): stderr: \u000a| �[0;m�[38;5;43m20221212193221792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193221792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193221792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193221793 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193221793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193221793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193221793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:32:23.711261 run patchelf(pid=19373): Terminating (SIGINT)\u000a19:32:23.890565 run patchelf(pid=19373): Terminated: ok {rc=0}\u000a19:32:23.923029 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=19370): Process ended prematurely: osmo-stp_10.42.42.5(pid=19370) [trial-2381↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19370)] [trial-2381↪gprs:trx-b200↪ping_idle_ping.py:27]\u000a19:32:23.932608 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a19:32:23.997337 run osmo-hlr_10.42.42.2(pid=19367): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-b200↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19367)]\u000a19:32:24.049693 run osmo-hlr_10.42.42.2(pid=19367): stdout: \u000a| (launched: 2022-12-12_19:32:20.610272) \u000a19:32:24.102749 run osmo-hlr_10.42.42.2(pid=19367): stderr: \u000a| �[0;m�[1;31m20221212193220805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212193220805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212193220805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193220805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193220805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212193220805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212193220823 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-b200/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212193220833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212193220833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212193220833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:32:24.147496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19366): Terminating (SIGTERM)\u000a19:32:24.190502 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19369): Terminating (SIGTERM)\u000a19:32:24.233304 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19372): Terminating (SIGTERM)\u000a19:32:24.243422 --- ParallelTerminationStrategy: PID 19366 died...\u000a19:32:24.300498 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19366): Terminated: ok {rc=0}\u000a19:32:24.310682 --- ParallelTerminationStrategy: PID 19369 died...\u000a19:32:24.367381 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19369): Terminated: ok {rc=0}\u000a19:32:24.377701 --- ParallelTerminationStrategy: PID 19372 died...\u000a19:32:24.434195 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19372): Terminated: ok {rc=0}\u000a19:32:24.522671 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "50", "name" : "gprs_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:31:27" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19388): Process ended prematurely: osmo-stp_10.42.42.5(pid=19388) [trial-2381↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19388)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19388): Process ended prematurely: osmo-stp_10.42.42.5(pid=19388) [trial-2381↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19388)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-b200+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:32:26.695126 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:32:26.706425 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:32:26.853117 tst cs_paging_gprs_active.py: using LAC 31011\u000a19:32:26.973596 tst cs_paging_gprs_active.py: using RAC 156\u000a19:32:27.095269 tst cs_paging_gprs_active.py: using CellId 31011\u000a19:32:27.212112 tst cs_paging_gprs_active.py: using BVCI 31012\u000a19:32:27.235270 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:32:27.246275 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:32:27.257265 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:32:27.267763 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:32:27.278340 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:32:27.288776 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:32:27.299520 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:32:27.310041 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:32:27.320643 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:32:27.440737 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:32:27.720662 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:32:27.846910 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:32:28.161017 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19378): Launched\u000a19:32:28.423367 run iperf3-srv_10.42.42.10(pid=19379): Launched\u000a19:32:28.609669 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:32:28.735001 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:32:29.051076 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19380): Launched\u000a19:32:29.311087 run iperf3-srv_10.42.42.10(pid=19381): Launched\u000a19:32:29.494849 tst cs_paging_gprs_active.py:38: start network...\u000a19:32:29.620141 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:32:30.105206 run create_hlr_db(pid=19382): Launched\u000a19:32:30.278941 bus /gobi_6: Setting Powered False\u000a19:32:31.369168 run create_hlr_db(pid=19382): Terminated: ok {rc=0}\u000a19:32:31.835000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19384): Launched\u000a19:32:32.244234 run osmo-hlr_10.42.42.2(pid=19385): Launched\u000a19:32:32.364132 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:32:32.928872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19387): Launched\u000a19:32:33.253854 run osmo-stp_10.42.42.5(pid=19388): Launched\u000a19:32:33.372068 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:32:33.937528 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19390): Launched\u000a19:32:34.053237 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:32:34.336079 run patchelf(pid=19391): Launched\u000a19:32:34.526396 run osmo-stp_10.42.42.5(pid=19388): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19388)]\u000a19:32:34.666185 run osmo-stp_10.42.42.5(pid=19388): stdout: \u000a| (launched: 2022-12-12_19:32:33.093858)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:32:34.806586 run osmo-stp_10.42.42.5(pid=19388): stderr: \u000a| �[0;m�[38;5;43m20221212193233284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193233284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193233284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193233285 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193233285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193233285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193233286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:32:34.941531 run osmo-stp_10.42.42.5(pid=19388): stdout: \u000a| (launched: 2022-12-12_19:32:33.093858)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:32:35.074965 run osmo-stp_10.42.42.5(pid=19388): stderr: \u000a| �[0;m�[38;5;43m20221212193233284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193233284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193233284 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193233285 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193233285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193233285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193233286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:32:35.230742 run patchelf(pid=19391): Terminating (SIGINT)\u000a19:32:35.413276 run patchelf(pid=19391): Terminated: ok {rc=0}\u000a19:32:35.446857 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=19388): Process ended prematurely: osmo-stp_10.42.42.5(pid=19388) [trial-2381↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19388)] [trial-2381↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a19:32:35.456767 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a19:32:35.520707 run osmo-hlr_10.42.42.2(pid=19385): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19385)]\u000a19:32:35.572060 run osmo-hlr_10.42.42.2(pid=19385): stdout: \u000a| (launched: 2022-12-12_19:32:31.993725) \u000a19:32:35.624433 run osmo-hlr_10.42.42.2(pid=19385): stderr: \u000a| �[0;m�[1;31m20221212193232275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212193232275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212193232275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193232275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193232275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212193232275 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212193232287 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-b200+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212193232296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212193232296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212193232296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:32:35.668668 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19378): Terminating (SIGTERM)\u000a19:32:35.710760 run iperf3-srv_10.42.42.10(pid=19379): Terminating (SIGTERM)\u000a19:32:35.752534 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19380): Terminating (SIGTERM)\u000a19:32:35.794307 run iperf3-srv_10.42.42.10(pid=19381): Terminating (SIGTERM)\u000a19:32:35.836534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19384): Terminating (SIGTERM)\u000a19:32:35.878529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19387): Terminating (SIGTERM)\u000a19:32:35.920473 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19390): Terminating (SIGTERM)\u000a19:32:35.930631 --- ParallelTerminationStrategy: PID 19378 died...\u000a19:32:35.986468 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19378): Terminated: ok {rc=0}\u000a19:32:35.996687 --- ParallelTerminationStrategy: PID 19379 died...\u000a19:32:36.051970 run iperf3-srv_10.42.42.10(pid=19379): Terminated {rc=256}\u000a19:32:36.062233 --- ParallelTerminationStrategy: PID 19380 died...\u000a19:32:36.117838 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19380): Terminated: ok {rc=0}\u000a19:32:36.128092 --- ParallelTerminationStrategy: PID 19381 died...\u000a19:32:36.183843 run iperf3-srv_10.42.42.10(pid=19381): Terminated {rc=256}\u000a19:32:36.194081 --- ParallelTerminationStrategy: PID 19384 died...\u000a19:32:36.249897 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19384): Terminated: ok {rc=0}\u000a19:32:36.259899 --- ParallelTerminationStrategy: PID 19387 died...\u000a19:32:36.315330 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19387): Terminated: ok {rc=0}\u000a19:32:36.325975 --- ParallelTerminationStrategy: PID 19390 died...\u000a19:32:36.381597 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19390): Terminated: ok {rc=0}\u000a19:32:36.469338 bus /gobi_0: Setting Powered False\u000a19:32:37.575348 bus /gobi_0: Setting Powered False\u000a19:32:38.685178 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19400): Process ended prematurely: osmo-stp_10.42.42.5(pid=19400) [trial-2381↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19400)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19400): Process ended prematurely: osmo-stp_10.42.42.5(pid=19400) [trial-2381↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19400)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-b200+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a19:32:39.800384 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:32:39.812625 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:32:39.961084 tst iperf3.py: using LAC 31012\u000a19:32:40.082737 tst iperf3.py: using RAC 157\u000a19:32:40.203643 tst iperf3.py: using CellId 31012\u000a19:32:40.322265 tst iperf3.py: using BVCI 31013\u000a19:32:40.345561 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:32:40.356446 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:32:40.367285 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:32:40.378586 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:32:40.389762 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:32:40.400792 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:32:40.412070 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:32:40.423569 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:32:40.434352 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:32:40.726480 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:32:40.863147 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:32:41.199593 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19392): Launched\u000a19:32:41.478320 run iperf3-srv_10.42.42.10(pid=19393): Launched\u000a19:32:41.677715 tst iperf3.py:8: start network...\u000a19:32:41.813822 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:32:42.322758 run create_hlr_db(pid=19394): Launched\u000a19:32:42.510078 bus /gobi_6: Setting Powered False\u000a19:32:43.530476 run create_hlr_db(pid=19394): Terminated: ok {rc=0}\u000a19:32:43.961706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19396): Launched\u000a19:32:44.283862 run osmo-hlr_10.42.42.2(pid=19397): Launched\u000a19:32:44.403509 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:32:44.967351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19399): Launched\u000a19:32:45.291310 run osmo-stp_10.42.42.5(pid=19400): Launched\u000a19:32:45.409251 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:32:46.003694 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19402): Launched\u000a19:32:46.124354 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:32:46.427736 run patchelf(pid=19403): Launched\u000a19:32:46.623032 run osmo-stp_10.42.42.5(pid=19400): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19400)]\u000a19:32:46.766130 run osmo-stp_10.42.42.5(pid=19400): stdout: \u000a| (launched: 2022-12-12_19:32:45.131343)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:32:46.910749 run osmo-stp_10.42.42.5(pid=19400): stderr: \u000a| �[0;m�[38;5;43m20221212193245322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193245322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193245322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193245323 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193245323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193245323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193245323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:32:47.049221 run osmo-stp_10.42.42.5(pid=19400): stdout: \u000a| (launched: 2022-12-12_19:32:45.131343)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:32:47.186515 run osmo-stp_10.42.42.5(pid=19400): stderr: \u000a| �[0;m�[38;5;43m20221212193245322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193245322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193245322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193245323 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193245323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193245323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193245323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:32:47.341454 run patchelf(pid=19403): Terminating (SIGINT)\u000a19:32:47.523682 run patchelf(pid=19403): Terminated: ok {rc=0}\u000a19:32:47.556930 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19400): Process ended prematurely: osmo-stp_10.42.42.5(pid=19400) [trial-2381↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19400)] [trial-2381↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8]\u000a19:32:47.566848 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a19:32:47.630550 run osmo-hlr_10.42.42.2(pid=19397): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19397)]\u000a19:32:47.682834 run osmo-hlr_10.42.42.2(pid=19397): stdout: \u000a| (launched: 2022-12-12_19:32:44.125678) \u000a19:32:47.735474 run osmo-hlr_10.42.42.2(pid=19397): stderr: \u000a| �[0;m�[1;31m20221212193244322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212193244322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212193244322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193244322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193244322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212193244322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212193244334 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-b200+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212193244343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212193244343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212193244343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:32:47.779621 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19392): Terminating (SIGTERM)\u000a19:32:47.821906 run iperf3-srv_10.42.42.10(pid=19393): Terminating (SIGTERM)\u000a19:32:47.863961 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19396): Terminating (SIGTERM)\u000a19:32:47.906049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19399): Terminating (SIGTERM)\u000a19:32:47.948094 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19402): Terminating (SIGTERM)\u000a19:32:47.958204 --- ParallelTerminationStrategy: PID 19392 died...\u000a19:32:48.014860 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19392): Terminated: ok {rc=0}\u000a19:32:48.025303 --- ParallelTerminationStrategy: PID 19393 died...\u000a19:32:48.081567 run iperf3-srv_10.42.42.10(pid=19393): Terminated {rc=256}\u000a19:32:48.091848 --- ParallelTerminationStrategy: PID 19396 died...\u000a19:32:48.147676 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19396): Terminated: ok {rc=0}\u000a19:32:48.158014 --- ParallelTerminationStrategy: PID 19399 died...\u000a19:32:48.214696 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19399): Terminated: ok {rc=0}\u000a19:32:48.225155 --- ParallelTerminationStrategy: PID 19402 died...\u000a19:32:48.281627 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19402): Terminated: ok {rc=0}\u000a19:32:48.369194 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19418): Process ended prematurely: osmo-stp_10.42.42.5(pid=19418) [trial-2381↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19418)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19418): Process ended prematurely: osmo-stp_10.42.42.5(pid=19418) [trial-2381↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19418)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-b200+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a19:32:49.484265 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:32:49.496291 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:32:49.641135 tst iperf3m4.py: using LAC 31013\u000a19:32:49.767005 tst iperf3m4.py: using RAC 158\u000a19:32:49.896367 tst iperf3m4.py: using CellId 31013\u000a19:32:50.025483 tst iperf3m4.py: using BVCI 31014\u000a19:32:50.050186 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:32:50.061626 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:32:50.072673 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:32:50.084097 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:32:50.095539 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:32:50.107096 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:32:50.118762 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:32:50.130211 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:32:50.141802 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:32:50.259400 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:32:50.382289 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:32:50.502799 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:32:50.782269 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:32:50.907999 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:32:51.223137 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19404): Launched\u000a19:32:51.483641 run iperf3-srv_10.42.42.10(pid=19405): Launched\u000a19:32:51.666964 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:32:51.792546 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:32:52.107931 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19406): Launched\u000a19:32:52.368520 run iperf3-srv_10.42.42.10(pid=19407): Launched\u000a19:32:52.552200 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:32:52.677683 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:32:52.992065 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19408): Launched\u000a19:32:53.251437 run iperf3-srv_10.42.42.10(pid=19409): Launched\u000a19:32:53.434897 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:32:53.560049 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:32:53.875929 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19410): Launched\u000a19:32:54.135775 run iperf3-srv_10.42.42.10(pid=19411): Launched\u000a19:32:54.319606 tst iperf3m4.py:8: start network...\u000a19:32:54.444534 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:32:54.930424 run create_hlr_db(pid=19412): Launched\u000a19:32:55.104494 bus /gobi_6: Setting Powered False\u000a19:32:56.137324 run create_hlr_db(pid=19412): Terminated: ok {rc=0}\u000a19:32:56.571947 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19414): Launched\u000a19:32:56.897382 run osmo-hlr_10.42.42.2(pid=19415): Launched\u000a19:32:57.015959 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:32:57.581791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19417): Launched\u000a19:32:57.910485 run osmo-stp_10.42.42.5(pid=19418): Launched\u000a19:32:58.028125 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:32:58.593630 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19420): Launched\u000a19:32:58.709619 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:32:58.994290 run patchelf(pid=19421): Launched\u000a19:32:59.184286 run osmo-stp_10.42.42.5(pid=19418): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19418)]\u000a19:32:59.323394 run osmo-stp_10.42.42.5(pid=19418): stdout: \u000a| (launched: 2022-12-12_19:32:57.747187)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:32:59.463294 run osmo-stp_10.42.42.5(pid=19418): stderr: \u000a| �[0;m�[38;5;43m20221212193257935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193257935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193257935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193257936 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193257936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193257936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193257936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:32:59.597736 run osmo-stp_10.42.42.5(pid=19418): stdout: \u000a| (launched: 2022-12-12_19:32:57.747187)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:32:59.730916 run osmo-stp_10.42.42.5(pid=19418): stderr: \u000a| �[0;m�[38;5;43m20221212193257935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193257935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193257935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193257936 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193257936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193257936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193257936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:32:59.886275 run patchelf(pid=19421): Terminating (SIGINT)\u000a19:33:00.068069 run patchelf(pid=19421): Terminated: ok {rc=0}\u000a19:33:00.101544 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19418): Process ended prematurely: osmo-stp_10.42.42.5(pid=19418) [trial-2381↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19418)] [trial-2381↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8]\u000a19:33:00.111492 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a19:33:00.175498 run osmo-hlr_10.42.42.2(pid=19415): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19415)]\u000a19:33:00.227837 run osmo-hlr_10.42.42.2(pid=19415): stdout: \u000a| (launched: 2022-12-12_19:32:56.736895) \u000a19:33:00.280282 run osmo-hlr_10.42.42.2(pid=19415): stderr: \u000a| �[0;m�[1;31m20221212193256936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212193256936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212193256936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193256937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193256937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212193256937 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212193256948 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-b200+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212193256957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212193256957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212193256957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:33:00.324596 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19404): Terminating (SIGTERM)\u000a19:33:00.366902 run iperf3-srv_10.42.42.10(pid=19405): Terminating (SIGTERM)\u000a19:33:00.409748 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19406): Terminating (SIGTERM)\u000a19:33:00.451748 run iperf3-srv_10.42.42.10(pid=19407): Terminating (SIGTERM)\u000a19:33:00.494113 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19408): Terminating (SIGTERM)\u000a19:33:00.536286 run iperf3-srv_10.42.42.10(pid=19409): Terminating (SIGTERM)\u000a19:33:00.578490 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19410): Terminating (SIGTERM)\u000a19:33:00.620997 run iperf3-srv_10.42.42.10(pid=19411): Terminating (SIGTERM)\u000a19:33:00.662979 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19414): Terminating (SIGTERM)\u000a19:33:00.705107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19417): Terminating (SIGTERM)\u000a19:33:00.747352 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19420): Terminating (SIGTERM)\u000a19:33:00.757391 --- ParallelTerminationStrategy: PID 19404 died...\u000a19:33:00.815160 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19404): Terminated: ok {rc=0}\u000a19:33:00.825404 --- ParallelTerminationStrategy: PID 19405 died...\u000a19:33:00.884626 run iperf3-srv_10.42.42.10(pid=19405): Terminated {rc=256}\u000a19:33:00.895210 --- ParallelTerminationStrategy: PID 19406 died...\u000a19:33:00.955419 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19406): Terminated: ok {rc=0}\u000a19:33:00.966299 --- ParallelTerminationStrategy: PID 19407 died...\u000a19:33:01.023818 run iperf3-srv_10.42.42.10(pid=19407): Terminated {rc=256}\u000a19:33:01.034419 --- ParallelTerminationStrategy: PID 19408 died...\u000a19:33:01.091972 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19408): Terminated: ok {rc=0}\u000a19:33:01.102705 --- ParallelTerminationStrategy: PID 19409 died...\u000a19:33:01.160443 run iperf3-srv_10.42.42.10(pid=19409): Terminated {rc=256}\u000a19:33:01.171083 --- ParallelTerminationStrategy: PID 19410 died...\u000a19:33:01.228629 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19410): Terminated: ok {rc=0}\u000a19:33:01.239456 --- ParallelTerminationStrategy: PID 19411 died...\u000a19:33:01.321794 run iperf3-srv_10.42.42.10(pid=19411): Terminated {rc=256}\u000a19:33:01.332499 --- ParallelTerminationStrategy: PID 19414 died...\u000a19:33:01.390006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19414): Terminated: ok {rc=0}\u000a19:33:01.400597 --- ParallelTerminationStrategy: PID 19417 died...\u000a19:33:01.457775 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19417): Terminated: ok {rc=0}\u000a19:33:01.468397 --- ParallelTerminationStrategy: PID 19420 died...\u000a19:33:01.527762 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19420): Terminated: ok {rc=0}\u000a19:33:01.633638 bus /gobi_4: Setting Powered False\u000a19:33:02.739473 bus /gobi_4: Setting Powered False\u000a19:33:03.854012 bus /gobi_1: Setting Powered False\u000a19:33:04.956737 bus /gobi_1: Setting Powered False\u000a19:33:06.069100 bus /gobi_0: Setting Powered False\u000a19:33:07.173037 bus /gobi_0: Setting Powered False\u000a19:33:08.284755 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19429): Process ended prematurely: osmo-stp_10.42.42.5(pid=19429) [trial-2381↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19429)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19429): Process ended prematurely: osmo-stp_10.42.42.5(pid=19429) [trial-2381↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19429)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-b200+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a19:33:09.354530 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:33:09.366474 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:33:09.516191 tst ping.py: using LAC 31014\u000a19:33:09.639958 tst ping.py: using RAC 159\u000a19:33:09.766406 tst ping.py: using CellId 31014\u000a19:33:09.890005 tst ping.py: using BVCI 31015\u000a19:33:09.914790 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:33:09.926148 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:33:09.937280 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:33:09.948750 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:33:09.960145 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:33:09.971585 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:33:09.983264 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:33:09.994858 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:33:10.283455 tst ping.py:19: start network...\u000a19:33:10.415754 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:33:10.916154 run create_hlr_db(pid=19423): Launched\u000a19:33:11.100686 bus /gobi_6: Setting Powered False\u000a19:33:12.122327 run create_hlr_db(pid=19423): Terminated: ok {rc=0}\u000a19:33:12.521424 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19425): Launched\u000a19:33:12.818553 run osmo-hlr_10.42.42.2(pid=19426): Launched\u000a19:33:12.937282 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:33:13.461336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19428): Launched\u000a19:33:13.760102 run osmo-stp_10.42.42.5(pid=19429): Launched\u000a19:33:13.870162 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:33:14.388132 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19431): Launched\u000a19:33:14.494131 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:33:14.755759 run patchelf(pid=19432): Launched\u000a19:33:14.930164 run osmo-stp_10.42.42.5(pid=19429): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19429)]\u000a19:33:15.057205 run osmo-stp_10.42.42.5(pid=19429): stdout: \u000a| (launched: 2022-12-12_19:33:13.611353)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:33:15.184470 run osmo-stp_10.42.42.5(pid=19429): stderr: \u000a| �[0;m�[38;5;43m20221212193313779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193313779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193313779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193313780 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193313780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193313780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193313781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:33:15.307429 run osmo-stp_10.42.42.5(pid=19429): stdout: \u000a| (launched: 2022-12-12_19:33:13.611353)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:33:15.428745 run osmo-stp_10.42.42.5(pid=19429): stderr: \u000a| �[0;m�[38;5;43m20221212193313779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193313779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193313779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193313780 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193313780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193313780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193313781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:33:15.569949 run patchelf(pid=19432): Terminating (SIGINT)\u000a19:33:15.735185 run patchelf(pid=19432): Terminated: ok {rc=0}\u000a19:33:15.766364 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=19429): Process ended prematurely: osmo-stp_10.42.42.5(pid=19429) [trial-2381↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19429)] [trial-2381↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22]\u000a19:33:15.775438 tst ping.py:22: Test FAILED (6.4 sec)\u000a19:33:15.852434 run osmo-hlr_10.42.42.2(pid=19426): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-b200+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19426)]\u000a19:33:15.911390 run osmo-hlr_10.42.42.2(pid=19426): stdout: \u000a| (launched: 2022-12-12_19:33:12.672327) \u000a19:33:15.962538 run osmo-hlr_10.42.42.2(pid=19426): stderr: \u000a| �[0;m�[1;31m20221212193312847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212193312847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212193312847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193312847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193312847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212193312847 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212193312861 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-b200+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212193312871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212193312872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212193312872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:33:16.006199 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19425): Terminating (SIGTERM)\u000a19:33:16.048170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19428): Terminating (SIGTERM)\u000a19:33:16.090227 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19431): Terminating (SIGTERM)\u000a19:33:16.099611 --- ParallelTerminationStrategy: PID 19425 died...\u000a19:33:16.154291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19425): Terminated: ok {rc=0}\u000a19:33:16.164344 --- ParallelTerminationStrategy: PID 19428 died...\u000a19:33:16.218886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19428): Terminated: ok {rc=0}\u000a19:33:16.228881 --- ParallelTerminationStrategy: PID 19431 died...\u000a19:33:16.283576 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19431): Terminated: ok {rc=0}\u000a19:33:16.368051 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19439): Process ended prematurely: osmo-stp_10.42.42.5(pid=19439) [trial-2381↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19439)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19439): Process ended prematurely: osmo-stp_10.42.42.5(pid=19439) [trial-2381↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19439)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-b200+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a19:33:17.418638 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:33:17.431244 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:33:17.572817 tst ping_idle_ping.py: using LAC 31015\u000a19:33:17.689600 tst ping_idle_ping.py: using RAC 160\u000a19:33:17.806447 tst ping_idle_ping.py: using CellId 31015\u000a19:33:17.922906 tst ping_idle_ping.py: using BVCI 31016\u000a19:33:17.945639 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:33:17.956537 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:33:17.967363 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:33:17.978288 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:33:17.989202 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:33:17.999840 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:33:18.010734 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:33:18.021429 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:33:18.292865 tst ping_idle_ping.py:24: start network...\u000a19:33:18.416176 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:33:18.894795 run create_hlr_db(pid=19433): Launched\u000a19:33:19.066971 bus /gobi_6: Setting Powered False\u000a19:33:20.088084 run create_hlr_db(pid=19433): Terminated: ok {rc=0}\u000a19:33:20.514861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19435): Launched\u000a19:33:20.836928 run osmo-hlr_10.42.42.2(pid=19436): Launched\u000a19:33:20.957393 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:33:21.516198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19438): Launched\u000a19:33:21.837455 run osmo-stp_10.42.42.5(pid=19439): Launched\u000a19:33:21.954872 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:33:22.515631 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19441): Launched\u000a19:33:22.630408 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:33:22.911322 run patchelf(pid=19442): Launched\u000a19:33:23.099166 run osmo-stp_10.42.42.5(pid=19439): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19439)]\u000a19:33:23.236362 run osmo-stp_10.42.42.5(pid=19439): stdout: \u000a| (launched: 2022-12-12_19:33:21.678449)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:33:23.374053 run osmo-stp_10.42.42.5(pid=19439): stderr: \u000a| �[0;m�[38;5;43m20221212193321867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193321867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193321868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193321868 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193321868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193321869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193321869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:33:23.507208 run osmo-stp_10.42.42.5(pid=19439): stdout: \u000a| (launched: 2022-12-12_19:33:21.678449)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:33:23.638743 run osmo-stp_10.42.42.5(pid=19439): stderr: \u000a| �[0;m�[38;5;43m20221212193321867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193321867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193321868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193321868 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193321868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193321869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193321869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:33:23.791609 run patchelf(pid=19442): Terminating (SIGINT)\u000a19:33:23.971451 run patchelf(pid=19442): Terminated: ok {rc=0}\u000a19:33:24.004025 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=19439): Process ended prematurely: osmo-stp_10.42.42.5(pid=19439) [trial-2381↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19439)] [trial-2381↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a19:33:24.013379 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a19:33:24.077334 run osmo-hlr_10.42.42.2(pid=19436): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19436)]\u000a19:33:24.129770 run osmo-hlr_10.42.42.2(pid=19436): stdout: \u000a| (launched: 2022-12-12_19:33:20.677312) \u000a19:33:24.182918 run osmo-hlr_10.42.42.2(pid=19436): stderr: \u000a| �[0;m�[1;31m20221212193320874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212193320874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212193320874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193320874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193320874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212193320874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212193320887 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-b200+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212193320895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212193320895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212193320895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:33:24.227569 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19435): Terminating (SIGTERM)\u000a19:33:24.270121 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19438): Terminating (SIGTERM)\u000a19:33:24.312892 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19441): Terminating (SIGTERM)\u000a19:33:24.322846 --- ParallelTerminationStrategy: PID 19435 died...\u000a19:33:24.380115 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19435): Terminated: ok {rc=0}\u000a19:33:24.390369 --- ParallelTerminationStrategy: PID 19438 died...\u000a19:33:24.447211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19438): Terminated: ok {rc=0}\u000a19:33:24.457480 --- ParallelTerminationStrategy: PID 19441 died...\u000a19:33:24.514143 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19441): Terminated: ok {rc=0}\u000a19:33:24.601647 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "51", "name" : "gprs_trx-b200+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:32:26" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19456): Process ended prematurely: osmo-stp_10.42.42.5(pid=19456) [trial-2381↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19456)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19456): Process ended prematurely: osmo-stp_10.42.42.5(pid=19456) [trial-2381↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19456)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-b200+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:33:26.772251 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:33:26.783738 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:33:26.953354 tst cs_paging_gprs_active.py: using LAC 31016\u000a19:33:27.079785 tst cs_paging_gprs_active.py: using RAC 161\u000a19:33:27.206907 tst cs_paging_gprs_active.py: using CellId 31016\u000a19:33:27.334184 tst cs_paging_gprs_active.py: using BVCI 31017\u000a19:33:27.359176 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:33:27.370549 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:33:27.381642 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:33:27.393223 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:33:27.404722 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:33:27.416465 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:33:27.428176 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:33:27.439723 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:33:27.451452 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:33:27.568754 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:33:27.865230 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:33:28.001265 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:33:28.338323 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19446): Launched\u000a19:33:28.619728 run iperf3-srv_10.42.42.10(pid=19447): Launched\u000a19:33:28.819085 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:33:28.955489 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:33:29.294149 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19448): Launched\u000a19:33:29.573853 run iperf3-srv_10.42.42.10(pid=19449): Launched\u000a19:33:29.772912 tst cs_paging_gprs_active.py:38: start network...\u000a19:33:29.909316 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:33:30.419201 run create_hlr_db(pid=19450): Launched\u000a19:33:30.601202 bus /gobi_6: Setting Powered False\u000a19:33:31.687189 run create_hlr_db(pid=19450): Terminated: ok {rc=0}\u000a19:33:32.173038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19452): Launched\u000a19:33:32.476842 run osmo-hlr_10.42.42.2(pid=19453): Launched\u000a19:33:32.596917 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:33:33.128564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19455): Launched\u000a19:33:33.430723 run osmo-stp_10.42.42.5(pid=19456): Launched\u000a19:33:33.540532 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:33:34.070211 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19458): Launched\u000a19:33:34.177592 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:33:34.442158 run patchelf(pid=19459): Launched\u000a19:33:34.619652 run osmo-stp_10.42.42.5(pid=19456): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19456)]\u000a19:33:34.749261 run osmo-stp_10.42.42.5(pid=19456): stdout: \u000a| (launched: 2022-12-12_19:33:33.281711)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:33:34.878936 run osmo-stp_10.42.42.5(pid=19456): stderr: \u000a| �[0;m�[38;5;43m20221212193333451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193333451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193333452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193333452 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193333453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193333453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193333453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:33:35.004348 run osmo-stp_10.42.42.5(pid=19456): stdout: \u000a| (launched: 2022-12-12_19:33:33.281711)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:33:35.128575 run osmo-stp_10.42.42.5(pid=19456): stderr: \u000a| �[0;m�[38;5;43m20221212193333451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193333451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193333452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193333452 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193333453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193333453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193333453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:33:35.273821 run patchelf(pid=19459): Terminating (SIGINT)\u000a19:33:35.443619 run patchelf(pid=19459): Terminated: ok {rc=0}\u000a19:33:35.474662 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=19456): Process ended prematurely: osmo-stp_10.42.42.5(pid=19456) [trial-2381↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19456)] [trial-2381↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a19:33:35.483842 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a19:33:35.543868 run osmo-hlr_10.42.42.2(pid=19453): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19453)]\u000a19:33:35.593028 run osmo-hlr_10.42.42.2(pid=19453): stdout: \u000a| (launched: 2022-12-12_19:33:32.327966) \u000a19:33:35.642739 run osmo-hlr_10.42.42.2(pid=19453): stderr: \u000a| �[0;m�[1;31m20221212193332502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212193332502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212193332502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193332502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193332502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212193332502 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212193332515 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-b200+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212193332523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212193332524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212193332524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:33:35.684872 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19446): Terminating (SIGTERM)\u000a19:33:35.724491 run iperf3-srv_10.42.42.10(pid=19447): Terminating (SIGTERM)\u000a19:33:35.764059 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19448): Terminating (SIGTERM)\u000a19:33:35.803581 run iperf3-srv_10.42.42.10(pid=19449): Terminating (SIGTERM)\u000a19:33:35.843162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19452): Terminating (SIGTERM)\u000a19:33:35.882676 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19455): Terminating (SIGTERM)\u000a19:33:35.922230 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19458): Terminating (SIGTERM)\u000a19:33:35.931356 --- ParallelTerminationStrategy: PID 19446 died...\u000a19:33:35.984893 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19446): Terminated: ok {rc=0}\u000a19:33:35.994480 --- ParallelTerminationStrategy: PID 19447 died...\u000a19:33:36.047537 run iperf3-srv_10.42.42.10(pid=19447): Terminated {rc=256}\u000a19:33:36.057131 --- ParallelTerminationStrategy: PID 19448 died...\u000a19:33:36.110441 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19448): Terminated: ok {rc=0}\u000a19:33:36.119993 --- ParallelTerminationStrategy: PID 19449 died...\u000a19:33:36.173310 run iperf3-srv_10.42.42.10(pid=19449): Terminated {rc=256}\u000a19:33:36.182815 --- ParallelTerminationStrategy: PID 19452 died...\u000a19:33:36.235687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19452): Terminated: ok {rc=0}\u000a19:33:36.245278 --- ParallelTerminationStrategy: PID 19455 died...\u000a19:33:36.298708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19455): Terminated: ok {rc=0}\u000a19:33:36.308174 --- ParallelTerminationStrategy: PID 19458 died...\u000a19:33:36.361191 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19458): Terminated: ok {rc=0}\u000a19:33:36.449880 bus /gobi_0: Setting Powered False\u000a19:33:37.553270 bus /gobi_0: Setting Powered False\u000a19:33:38.659368 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19468): Process ended prematurely: osmo-stp_10.42.42.5(pid=19468) [trial-2381↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19468)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19468): Process ended prematurely: osmo-stp_10.42.42.5(pid=19468) [trial-2381↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19468)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-b200+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a19:33:39.775450 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:33:39.787610 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:33:39.958627 tst iperf3.py: using LAC 31017\u000a19:33:40.084371 tst iperf3.py: using RAC 162\u000a19:33:40.213255 tst iperf3.py: using CellId 31017\u000a19:33:40.339812 tst iperf3.py: using BVCI 31018\u000a19:33:40.364631 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:33:40.376039 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:33:40.387236 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:33:40.398919 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:33:40.410386 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:33:40.421840 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:33:40.433418 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:33:40.445323 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:33:40.456799 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:33:40.751007 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:33:40.886828 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:33:41.222573 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19460): Launched\u000a19:33:41.502634 run iperf3-srv_10.42.42.10(pid=19461): Launched\u000a19:33:41.702226 tst iperf3.py:8: start network...\u000a19:33:41.837841 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:33:42.347801 run create_hlr_db(pid=19462): Launched\u000a19:33:42.535210 bus /gobi_6: Setting Powered False\u000a19:33:43.556748 run create_hlr_db(pid=19462): Terminated: ok {rc=0}\u000a19:33:43.962820 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19464): Launched\u000a19:33:44.264317 run osmo-hlr_10.42.42.2(pid=19465): Launched\u000a19:33:44.375654 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:33:44.899197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19467): Launched\u000a19:33:45.200392 run osmo-stp_10.42.42.5(pid=19468): Launched\u000a19:33:45.309762 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:33:45.839127 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19470): Launched\u000a19:33:45.957610 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:33:46.265669 run patchelf(pid=19471): Launched\u000a19:33:46.450029 run osmo-stp_10.42.42.5(pid=19468): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19468)]\u000a19:33:46.583436 run osmo-stp_10.42.42.5(pid=19468): stdout: \u000a| (launched: 2022-12-12_19:33:45.051799)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:33:46.717660 run osmo-stp_10.42.42.5(pid=19468): stderr: \u000a| �[0;m�[38;5;43m20221212193345221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193345222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193345222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193345222 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193345223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193345223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193345223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:33:46.846004 run osmo-stp_10.42.42.5(pid=19468): stdout: \u000a| (launched: 2022-12-12_19:33:45.051799)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:33:46.972753 run osmo-stp_10.42.42.5(pid=19468): stderr: \u000a| �[0;m�[38;5;43m20221212193345221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193345222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193345222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193345222 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193345223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193345223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193345223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:33:47.121579 run patchelf(pid=19471): Terminating (SIGINT)\u000a19:33:47.295681 run patchelf(pid=19471): Terminated: ok {rc=0}\u000a19:33:47.327790 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19468): Process ended prematurely: osmo-stp_10.42.42.5(pid=19468) [trial-2381↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19468)] [trial-2381↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a19:33:47.337504 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a19:33:47.398373 run osmo-hlr_10.42.42.2(pid=19465): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19465)]\u000a19:33:47.448054 run osmo-hlr_10.42.42.2(pid=19465): stdout: \u000a| (launched: 2022-12-12_19:33:44.115939) \u000a19:33:47.498506 run osmo-hlr_10.42.42.2(pid=19465): stderr: \u000a| �[0;m�[1;31m20221212193344289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212193344289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212193344289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193344289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193344289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212193344289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212193344301 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212193344310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212193344310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212193344310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:33:47.541077 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19460): Terminating (SIGTERM)\u000a19:33:47.581056 run iperf3-srv_10.42.42.10(pid=19461): Terminating (SIGTERM)\u000a19:33:47.621500 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19464): Terminating (SIGTERM)\u000a19:33:47.661268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19467): Terminating (SIGTERM)\u000a19:33:47.701237 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19470): Terminating (SIGTERM)\u000a19:33:47.710545 --- ParallelTerminationStrategy: PID 19460 died...\u000a19:33:47.764102 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19460): Terminated: ok {rc=0}\u000a19:33:47.773741 --- ParallelTerminationStrategy: PID 19461 died...\u000a19:33:47.827374 run iperf3-srv_10.42.42.10(pid=19461): Terminated {rc=256}\u000a19:33:47.836822 --- ParallelTerminationStrategy: PID 19464 died...\u000a19:33:47.889887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19464): Terminated: ok {rc=0}\u000a19:33:47.899491 --- ParallelTerminationStrategy: PID 19467 died...\u000a19:33:47.952798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19467): Terminated: ok {rc=0}\u000a19:33:47.962411 --- ParallelTerminationStrategy: PID 19470 died...\u000a19:33:48.016019 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19470): Terminated: ok {rc=0}\u000a19:33:48.104429 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19487): Process ended prematurely: osmo-stp_10.42.42.5(pid=19487) [trial-2381↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19487)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19487): Process ended prematurely: osmo-stp_10.42.42.5(pid=19487) [trial-2381↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19487)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-b200+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a19:33:49.215436 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:33:49.227148 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:33:49.383862 tst iperf3m4.py: using LAC 31018\u000a19:33:49.503181 tst iperf3m4.py: using RAC 163\u000a19:33:49.623477 tst iperf3m4.py: using CellId 31018\u000a19:33:49.743708 tst iperf3m4.py: using BVCI 31019\u000a19:33:49.766728 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:33:49.777707 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:33:49.788446 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:33:49.799228 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:33:49.810022 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:33:49.820799 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:33:49.831640 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:33:49.842398 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:33:49.853391 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:33:49.972836 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:33:50.091637 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:33:50.211189 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:33:50.508289 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:33:50.644742 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:33:50.984067 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19473): Launched\u000a19:33:51.264903 run iperf3-srv_10.42.42.10(pid=19474): Launched\u000a19:33:51.464371 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:33:51.600067 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:33:51.938046 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19475): Launched\u000a19:33:52.217505 run iperf3-srv_10.42.42.10(pid=19476): Launched\u000a19:33:52.416739 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:33:52.552645 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:33:52.890491 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19477): Launched\u000a19:33:53.170249 run iperf3-srv_10.42.42.10(pid=19478): Launched\u000a19:33:53.370159 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:33:53.505718 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:33:53.843147 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19479): Launched\u000a19:33:54.123379 run iperf3-srv_10.42.42.10(pid=19480): Launched\u000a19:33:54.322247 tst iperf3m4.py:8: start network...\u000a19:33:54.457883 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:33:54.970911 run create_hlr_db(pid=19481): Launched\u000a19:33:55.159661 bus /gobi_6: Setting Powered False\u000a19:33:56.178927 run create_hlr_db(pid=19481): Terminated: ok {rc=0}\u000a19:33:56.612786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19483): Launched\u000a19:33:56.941429 run osmo-hlr_10.42.42.2(pid=19484): Launched\u000a19:33:57.060802 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:33:57.628060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19486): Launched\u000a19:33:57.953777 run osmo-stp_10.42.42.5(pid=19487): Launched\u000a19:33:58.073034 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:33:58.641819 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19489): Launched\u000a19:33:58.758014 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:33:59.042896 run patchelf(pid=19490): Launched\u000a19:33:59.234154 run osmo-stp_10.42.42.5(pid=19487): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19487)]\u000a19:33:59.374393 run osmo-stp_10.42.42.5(pid=19487): stdout: \u000a| (launched: 2022-12-12_19:33:57.792836)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:33:59.514470 run osmo-stp_10.42.42.5(pid=19487): stderr: \u000a| �[0;m�[38;5;43m20221212193357985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193357985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193357985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193357986 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193357986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193357986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193357986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:33:59.649463 run osmo-stp_10.42.42.5(pid=19487): stdout: \u000a| (launched: 2022-12-12_19:33:57.792836)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:33:59.782926 run osmo-stp_10.42.42.5(pid=19487): stderr: \u000a| �[0;m�[38;5;43m20221212193357985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193357985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193357985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193357986 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193357986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193357986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193357986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:33:59.938968 run patchelf(pid=19490): Terminating (SIGINT)\u000a19:34:00.122302 run patchelf(pid=19490): Terminated: ok {rc=0}\u000a19:34:00.155892 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19487): Process ended prematurely: osmo-stp_10.42.42.5(pid=19487) [trial-2381↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19487)] [trial-2381↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a19:34:00.165882 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a19:34:00.229837 run osmo-hlr_10.42.42.2(pid=19484): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19484)]\u000a19:34:00.282341 run osmo-hlr_10.42.42.2(pid=19484): stdout: \u000a| (launched: 2022-12-12_19:33:56.778369) \u000a19:34:00.334622 run osmo-hlr_10.42.42.2(pid=19484): stderr: \u000a| �[0;m�[1;31m20221212193356977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212193356977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212193356977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193356977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193356977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212193356977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212193356990 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212193356998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212193356999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212193356999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:34:00.379545 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19473): Terminating (SIGTERM)\u000a19:34:00.422419 run iperf3-srv_10.42.42.10(pid=19474): Terminating (SIGTERM)\u000a19:34:00.465131 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19475): Terminating (SIGTERM)\u000a19:34:00.507930 run iperf3-srv_10.42.42.10(pid=19476): Terminating (SIGTERM)\u000a19:34:00.551051 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19477): Terminating (SIGTERM)\u000a19:34:00.593473 run iperf3-srv_10.42.42.10(pid=19478): Terminating (SIGTERM)\u000a19:34:00.636344 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19479): Terminating (SIGTERM)\u000a19:34:00.678738 run iperf3-srv_10.42.42.10(pid=19480): Terminating (SIGTERM)\u000a19:34:00.721182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19483): Terminating (SIGTERM)\u000a19:34:00.763738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19486): Terminating (SIGTERM)\u000a19:34:00.807420 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19489): Terminating (SIGTERM)\u000a19:34:00.817396 --- ParallelTerminationStrategy: PID 19473 died...\u000a19:34:00.895788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19473): Terminated: ok {rc=0}\u000a19:34:00.907533 --- ParallelTerminationStrategy: PID 19474 died...\u000a19:34:00.966671 run iperf3-srv_10.42.42.10(pid=19474): Terminated {rc=256}\u000a19:34:00.977781 --- ParallelTerminationStrategy: PID 19475 died...\u000a19:34:01.037035 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19475): Terminated: ok {rc=0}\u000a19:34:01.048082 --- ParallelTerminationStrategy: PID 19476 died...\u000a19:34:01.107364 run iperf3-srv_10.42.42.10(pid=19476): Terminated {rc=256}\u000a19:34:01.118744 --- ParallelTerminationStrategy: PID 19477 died...\u000a19:34:01.177952 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19477): Terminated: ok {rc=0}\u000a19:34:01.189111 --- ParallelTerminationStrategy: PID 19478 died...\u000a19:34:01.248206 run iperf3-srv_10.42.42.10(pid=19478): Terminated {rc=256}\u000a19:34:01.259315 --- ParallelTerminationStrategy: PID 19479 died...\u000a19:34:01.318665 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19479): Terminated: ok {rc=0}\u000a19:34:01.330049 --- ParallelTerminationStrategy: PID 19480 died...\u000a19:34:01.389108 run iperf3-srv_10.42.42.10(pid=19480): Terminated {rc=256}\u000a19:34:01.400203 --- ParallelTerminationStrategy: PID 19483 died...\u000a19:34:01.459385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19483): Terminated: ok {rc=0}\u000a19:34:01.470774 --- ParallelTerminationStrategy: PID 19486 died...\u000a19:34:01.529314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19486): Terminated: ok {rc=0}\u000a19:34:01.541334 --- ParallelTerminationStrategy: PID 19489 died...\u000a19:34:01.599870 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19489): Terminated: ok {rc=0}\u000a19:34:01.692883 bus /gobi_4: Setting Powered False\u000a19:34:02.799721 bus /gobi_4: Setting Powered False\u000a19:34:03.913906 bus /gobi_1: Setting Powered False\u000a19:34:05.022407 bus /gobi_1: Setting Powered False\u000a19:34:06.130759 bus /gobi_0: Setting Powered False\u000a19:34:07.238557 bus /gobi_0: Setting Powered False\u000a19:34:08.353076 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19497): Process ended prematurely: osmo-stp_10.42.42.5(pid=19497) [trial-2381↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19497)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19497): Process ended prematurely: osmo-stp_10.42.42.5(pid=19497) [trial-2381↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19497)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-b200+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a19:34:09.421127 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:34:09.432824 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:34:09.588482 tst ping.py: using LAC 31019\u000a19:34:09.710890 tst ping.py: using RAC 164\u000a19:34:09.826076 tst ping.py: using CellId 31019\u000a19:34:09.941358 tst ping.py: using BVCI 31020\u000a19:34:09.963944 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:34:09.974943 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:34:09.985609 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:34:09.996911 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:34:10.008158 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:34:10.019453 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:34:10.030836 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:34:10.042065 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:34:10.332624 tst ping.py:19: start network...\u000a19:34:10.466270 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:34:10.975807 run create_hlr_db(pid=19491): Launched\u000a19:34:11.161465 bus /gobi_6: Setting Powered False\u000a19:34:12.182473 run create_hlr_db(pid=19491): Terminated: ok {rc=0}\u000a19:34:12.583481 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19493): Launched\u000a19:34:12.879959 run osmo-hlr_10.42.42.2(pid=19494): Launched\u000a19:34:12.997465 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:34:13.525101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19496): Launched\u000a19:34:13.822033 run osmo-stp_10.42.42.5(pid=19497): Launched\u000a19:34:13.929667 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:34:14.447067 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19499): Launched\u000a19:34:14.552557 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:34:14.811410 run patchelf(pid=19500): Launched\u000a19:34:14.985527 run osmo-stp_10.42.42.5(pid=19497): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19497)]\u000a19:34:15.112730 run osmo-stp_10.42.42.5(pid=19497): stdout: \u000a| (launched: 2022-12-12_19:34:13.675503)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:34:15.240526 run osmo-stp_10.42.42.5(pid=19497): stderr: \u000a| �[0;m�[38;5;43m20221212193413842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193413842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193413843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193413843 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193413844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193413844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193413844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:34:15.363561 run osmo-stp_10.42.42.5(pid=19497): stdout: \u000a| (launched: 2022-12-12_19:34:13.675503)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:34:15.486192 run osmo-stp_10.42.42.5(pid=19497): stderr: \u000a| �[0;m�[38;5;43m20221212193413842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193413842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193413843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193413843 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193413844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193413844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193413844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:34:15.627908 run patchelf(pid=19500): Terminating (SIGINT)\u000a19:34:15.794619 run patchelf(pid=19500): Terminated: ok {rc=0}\u000a19:34:15.825145 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=19497): Process ended prematurely: osmo-stp_10.42.42.5(pid=19497) [trial-2381↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19497)] [trial-2381↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22]\u000a19:34:15.842172 tst ping.py:22: Test FAILED (6.4 sec)\u000a19:34:15.913251 run osmo-hlr_10.42.42.2(pid=19494): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19494)]\u000a19:34:15.968613 run osmo-hlr_10.42.42.2(pid=19494): stdout: \u000a| (launched: 2022-12-12_19:34:12.734248) \u000a19:34:16.025080 run osmo-hlr_10.42.42.2(pid=19494): stderr: \u000a| �[0;m�[1;31m20221212193412908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212193412908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212193412908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193412908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193412908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212193412908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212193412920 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-b200+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212193412929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212193412930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212193412930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:34:16.072533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19493): Terminating (SIGTERM)\u000a19:34:16.123433 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19496): Terminating (SIGTERM)\u000a19:34:16.170572 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19499): Terminating (SIGTERM)\u000a19:34:16.181788 --- ParallelTerminationStrategy: PID 19493 died...\u000a19:34:16.243532 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19493): Terminated: ok {rc=0}\u000a19:34:16.255195 --- ParallelTerminationStrategy: PID 19496 died...\u000a19:34:16.316544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19496): Terminated: ok {rc=0}\u000a19:34:16.327699 --- ParallelTerminationStrategy: PID 19499 died...\u000a19:34:16.388015 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19499): Terminated: ok {rc=0}\u000a19:34:16.480331 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19507): Process ended prematurely: osmo-stp_10.42.42.5(pid=19507) [trial-2381↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19507)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19507): Process ended prematurely: osmo-stp_10.42.42.5(pid=19507) [trial-2381↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19507)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-b200+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a19:34:17.533882 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:34:17.546623 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:34:17.719327 tst ping_idle_ping.py: using LAC 31020\u000a19:34:17.843774 tst ping_idle_ping.py: using RAC 165\u000a19:34:17.968829 tst ping_idle_ping.py: using CellId 31020\u000a19:34:18.093308 tst ping_idle_ping.py: using BVCI 31021\u000a19:34:18.117831 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:34:18.129450 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:34:18.140860 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:34:18.153380 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:34:18.166978 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:34:18.177953 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:34:18.188812 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:34:18.199855 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:34:18.474329 tst ping_idle_ping.py:24: start network...\u000a19:34:18.598664 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:34:19.075239 run create_hlr_db(pid=19501): Launched\u000a19:34:19.247021 bus /gobi_6: Setting Powered False\u000a19:34:20.268679 run create_hlr_db(pid=19501): Terminated: ok {rc=0}\u000a19:34:20.665551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19503): Launched\u000a19:34:20.964776 run osmo-hlr_10.42.42.2(pid=19504): Launched\u000a19:34:21.081331 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:34:21.604874 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19506): Launched\u000a19:34:21.902739 run osmo-stp_10.42.42.5(pid=19507): Launched\u000a19:34:22.012395 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:34:22.530278 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19509): Launched\u000a19:34:22.635781 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:34:22.895122 run patchelf(pid=19510): Launched\u000a19:34:23.069046 run osmo-stp_10.42.42.5(pid=19507): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19507)]\u000a19:34:23.196312 run osmo-stp_10.42.42.5(pid=19507): stdout: \u000a| (launched: 2022-12-12_19:34:21.755563)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:34:23.323894 run osmo-stp_10.42.42.5(pid=19507): stderr: \u000a| �[0;m�[38;5;43m20221212193421924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193421925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193421925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193421925 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193421926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193421926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193421926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:34:23.447560 run osmo-stp_10.42.42.5(pid=19507): stdout: \u000a| (launched: 2022-12-12_19:34:21.755563)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:34:23.569344 run osmo-stp_10.42.42.5(pid=19507): stderr: \u000a| �[0;m�[38;5;43m20221212193421924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193421925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193421925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193421925 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193421926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193421926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193421926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:34:23.710605 run patchelf(pid=19510): Terminating (SIGINT)\u000a19:34:23.876523 run patchelf(pid=19510): Terminated: ok {rc=0}\u000a19:34:23.906752 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=19507): Process ended prematurely: osmo-stp_10.42.42.5(pid=19507) [trial-2381↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19507)] [trial-2381↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a19:34:23.915308 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a19:34:23.974815 run osmo-hlr_10.42.42.2(pid=19504): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19504)]\u000a19:34:24.023509 run osmo-hlr_10.42.42.2(pid=19504): stdout: \u000a| (launched: 2022-12-12_19:34:20.816483) \u000a19:34:24.073120 run osmo-hlr_10.42.42.2(pid=19504): stderr: \u000a| �[0;m�[1;31m20221212193420991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212193420991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212193420991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193420991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193420991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212193420991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212193421003 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-b200+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212193421012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212193421012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212193421012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:34:24.115053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19503): Terminating (SIGTERM)\u000a19:34:24.154524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19506): Terminating (SIGTERM)\u000a19:34:24.193862 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19509): Terminating (SIGTERM)\u000a19:34:24.203041 --- ParallelTerminationStrategy: PID 19503 died...\u000a19:34:24.256143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19503): Terminated: ok {rc=0}\u000a19:34:24.265780 --- ParallelTerminationStrategy: PID 19506 died...\u000a19:34:24.318344 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19506): Terminated: ok {rc=0}\u000a19:34:24.327786 --- ParallelTerminationStrategy: PID 19509 died...\u000a19:34:24.380442 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19509): Terminated: ok {rc=0}\u000a19:34:24.463343 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "52", "name" : "gprs_trx-b200+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:33:26" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19524): Process ended prematurely: osmo-stp_10.42.42.5(pid=19524) [trial-2381↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19524)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19524): Process ended prematurely: osmo-stp_10.42.42.5(pid=19524) [trial-2381↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19524)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-b200+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:34:26.608659 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:34:26.619557 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:34:26.774645 tst cs_paging_gprs_active.py: using LAC 31021\u000a19:34:26.892658 tst cs_paging_gprs_active.py: using RAC 166\u000a19:34:27.025307 tst cs_paging_gprs_active.py: using CellId 31021\u000a19:34:27.146517 tst cs_paging_gprs_active.py: using BVCI 31022\u000a19:34:27.169696 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:34:27.180421 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:34:27.191254 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:34:27.201942 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:34:27.212500 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:34:27.223148 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:34:27.233908 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:34:27.244449 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:34:27.255289 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:34:27.376483 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:34:27.658234 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:34:27.785297 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:34:28.101069 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19514): Launched\u000a19:34:28.363337 run iperf3-srv_10.42.42.10(pid=19515): Launched\u000a19:34:28.547950 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:34:28.673865 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:34:28.991417 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19516): Launched\u000a19:34:29.253245 run iperf3-srv_10.42.42.10(pid=19517): Launched\u000a19:34:29.437273 tst cs_paging_gprs_active.py:38: start network...\u000a19:34:29.563491 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:34:30.048244 run create_hlr_db(pid=19518): Launched\u000a19:34:30.222478 bus /gobi_6: Setting Powered False\u000a19:34:31.314736 run create_hlr_db(pid=19518): Terminated: ok {rc=0}\u000a19:34:31.825785 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19520): Launched\u000a19:34:32.183295 run osmo-hlr_10.42.42.2(pid=19521): Launched\u000a19:34:32.312159 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:34:32.897185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19523): Launched\u000a19:34:33.224151 run osmo-stp_10.42.42.5(pid=19524): Launched\u000a19:34:33.342644 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:34:33.910471 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19526): Launched\u000a19:34:34.026946 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:34:34.312615 run patchelf(pid=19527): Launched\u000a19:34:34.506164 run osmo-stp_10.42.42.5(pid=19524): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19524)]\u000a19:34:34.645425 run osmo-stp_10.42.42.5(pid=19524): stdout: \u000a| (launched: 2022-12-12_19:34:33.062677)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:34:34.785075 run osmo-stp_10.42.42.5(pid=19524): stderr: \u000a| �[0;m�[38;5;43m20221212193433251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193433251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193433252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193433252 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193433252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193433253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193433253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:34:34.920425 run osmo-stp_10.42.42.5(pid=19524): stdout: \u000a| (launched: 2022-12-12_19:34:33.062677)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:34:35.054203 run osmo-stp_10.42.42.5(pid=19524): stderr: \u000a| �[0;m�[38;5;43m20221212193433251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193433251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193433252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193433252 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193433252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193433253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193433253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:34:35.209956 run patchelf(pid=19527): Terminating (SIGINT)\u000a19:34:35.392827 run patchelf(pid=19527): Terminated: ok {rc=0}\u000a19:34:35.426439 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=19524): Process ended prematurely: osmo-stp_10.42.42.5(pid=19524) [trial-2381↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19524)] [trial-2381↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a19:34:35.436320 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a19:34:35.500484 run osmo-hlr_10.42.42.2(pid=19521): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19521)]\u000a19:34:35.552590 run osmo-hlr_10.42.42.2(pid=19521): stdout: \u000a| (launched: 2022-12-12_19:34:31.995367) \u000a19:34:35.605259 run osmo-hlr_10.42.42.2(pid=19521): stderr: \u000a| �[0;m�[1;31m20221212193432332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212193432332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212193432332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193432332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193432332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212193432332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212193432346 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-b200+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212193432355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212193432356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212193432356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:34:35.649822 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19514): Terminating (SIGTERM)\u000a19:34:35.692104 run iperf3-srv_10.42.42.10(pid=19515): Terminating (SIGTERM)\u000a19:34:35.734385 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19516): Terminating (SIGTERM)\u000a19:34:35.776464 run iperf3-srv_10.42.42.10(pid=19517): Terminating (SIGTERM)\u000a19:34:35.820134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19520): Terminating (SIGTERM)\u000a19:34:35.862887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19523): Terminating (SIGTERM)\u000a19:34:35.904594 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19526): Terminating (SIGTERM)\u000a19:34:35.914705 --- ParallelTerminationStrategy: PID 19514 died...\u000a19:34:35.970653 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19514): Terminated: ok {rc=0}\u000a19:34:35.980833 --- ParallelTerminationStrategy: PID 19515 died...\u000a19:34:36.036770 run iperf3-srv_10.42.42.10(pid=19515): Terminated {rc=256}\u000a19:34:36.046764 --- ParallelTerminationStrategy: PID 19516 died...\u000a19:34:36.102724 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19516): Terminated: ok {rc=0}\u000a19:34:36.112779 --- ParallelTerminationStrategy: PID 19517 died...\u000a19:34:36.168339 run iperf3-srv_10.42.42.10(pid=19517): Terminated {rc=256}\u000a19:34:36.178599 --- ParallelTerminationStrategy: PID 19520 died...\u000a19:34:36.234417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19520): Terminated: ok {rc=0}\u000a19:34:36.244687 --- ParallelTerminationStrategy: PID 19523 died...\u000a19:34:36.300366 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19523): Terminated: ok {rc=0}\u000a19:34:36.310658 --- ParallelTerminationStrategy: PID 19526 died...\u000a19:34:36.366767 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19526): Terminated: ok {rc=0}\u000a19:34:36.453598 bus /gobi_0: Setting Powered False\u000a19:34:37.561799 bus /gobi_0: Setting Powered False\u000a19:34:38.669274 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19541): Process ended prematurely: osmo-stp_10.42.42.5(pid=19541) [trial-2381↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19541)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19541): Process ended prematurely: osmo-stp_10.42.42.5(pid=19541) [trial-2381↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19541)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-b200+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a19:34:39.783985 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:34:39.796307 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:34:39.965095 tst iperf3.py: using LAC 31022\u000a19:34:40.093691 tst iperf3.py: using RAC 167\u000a19:34:40.220137 tst iperf3.py: using CellId 31022\u000a19:34:40.346134 tst iperf3.py: using BVCI 31023\u000a19:34:40.370922 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:34:40.382610 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:34:40.393938 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:34:40.405529 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:34:40.417168 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:34:40.428721 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:34:40.440494 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:34:40.451965 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:34:40.463454 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:34:40.742740 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:34:40.868667 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:34:41.182934 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19533): Launched\u000a19:34:41.443703 run iperf3-srv_10.42.42.10(pid=19534): Launched\u000a19:34:41.628091 tst iperf3.py:8: start network...\u000a19:34:41.753768 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:34:42.237685 run create_hlr_db(pid=19535): Launched\u000a19:34:42.411290 bus /gobi_6: Setting Powered False\u000a19:34:43.433310 run create_hlr_db(pid=19535): Terminated: ok {rc=0}\u000a19:34:43.836557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19537): Launched\u000a19:34:44.139083 run osmo-hlr_10.42.42.2(pid=19538): Launched\u000a19:34:44.248918 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:34:44.774385 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19540): Launched\u000a19:34:45.075702 run osmo-stp_10.42.42.5(pid=19541): Launched\u000a19:34:45.185048 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:34:45.711679 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19543): Launched\u000a19:34:45.818952 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:34:46.152136 run patchelf(pid=19544): Launched\u000a19:34:46.332422 run osmo-stp_10.42.42.5(pid=19541): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19541)]\u000a19:34:46.465886 run osmo-stp_10.42.42.5(pid=19541): stdout: \u000a| (launched: 2022-12-12_19:34:44.927183)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:34:46.598815 run osmo-stp_10.42.42.5(pid=19541): stderr: \u000a| �[0;m�[38;5;43m20221212193445096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193445096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193445096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193445097 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193445097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193445097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193445098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:34:46.726471 run osmo-stp_10.42.42.5(pid=19541): stdout: \u000a| (launched: 2022-12-12_19:34:44.927183)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:34:46.855559 run osmo-stp_10.42.42.5(pid=19541): stderr: \u000a| �[0;m�[38;5;43m20221212193445096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193445096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193445096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193445097 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193445097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193445097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193445098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:34:47.003138 run patchelf(pid=19544): Terminating (SIGINT)\u000a19:34:47.175357 run patchelf(pid=19544): Terminated: ok {rc=0}\u000a19:34:47.207346 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19541): Process ended prematurely: osmo-stp_10.42.42.5(pid=19541) [trial-2381↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19541)] [trial-2381↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a19:34:47.217084 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a19:34:47.277612 run osmo-hlr_10.42.42.2(pid=19538): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19538)]\u000a19:34:47.327041 run osmo-hlr_10.42.42.2(pid=19538): stdout: \u000a| (launched: 2022-12-12_19:34:43.989970) \u000a19:34:47.377346 run osmo-hlr_10.42.42.2(pid=19538): stderr: \u000a| �[0;m�[1;31m20221212193444166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212193444166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212193444166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193444166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193444166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212193444166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212193444181 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212193444191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212193444191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212193444191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:34:47.419551 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19533): Terminating (SIGTERM)\u000a19:34:47.459119 run iperf3-srv_10.42.42.10(pid=19534): Terminating (SIGTERM)\u000a19:34:47.498726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19537): Terminating (SIGTERM)\u000a19:34:47.538501 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19540): Terminating (SIGTERM)\u000a19:34:47.578140 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19543): Terminating (SIGTERM)\u000a19:34:47.587303 --- ParallelTerminationStrategy: PID 19533 died...\u000a19:34:47.640796 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19533): Terminated: ok {rc=0}\u000a19:34:47.650503 --- ParallelTerminationStrategy: PID 19534 died...\u000a19:34:47.703218 run iperf3-srv_10.42.42.10(pid=19534): Terminated {rc=256}\u000a19:34:47.712687 --- ParallelTerminationStrategy: PID 19537 died...\u000a19:34:47.765588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19537): Terminated: ok {rc=0}\u000a19:34:47.775111 --- ParallelTerminationStrategy: PID 19540 died...\u000a19:34:47.828589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19540): Terminated: ok {rc=0}\u000a19:34:47.838178 --- ParallelTerminationStrategy: PID 19543 died...\u000a19:34:47.891665 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19543): Terminated: ok {rc=0}\u000a19:34:47.981292 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19559): Process ended prematurely: osmo-stp_10.42.42.5(pid=19559) [trial-2381↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19559)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19559): Process ended prematurely: osmo-stp_10.42.42.5(pid=19559) [trial-2381↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19559)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-b200+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a19:34:49.092502 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:34:49.104380 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:34:49.263936 tst iperf3m4.py: using LAC 31023\u000a19:34:49.383862 tst iperf3m4.py: using RAC 168\u000a19:34:49.504040 tst iperf3m4.py: using CellId 31023\u000a19:34:49.623323 tst iperf3m4.py: using BVCI 31024\u000a19:34:49.646844 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:34:49.657996 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:34:49.668835 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:34:49.679709 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:34:49.690467 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:34:49.701415 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:34:49.712300 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:34:49.723053 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:34:49.734062 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:34:49.854517 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:34:49.974285 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:34:50.096172 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:34:50.392807 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:34:50.528912 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:34:50.866287 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19545): Launched\u000a19:34:51.146584 run iperf3-srv_10.42.42.10(pid=19546): Launched\u000a19:34:51.346708 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:34:51.482627 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:34:51.820426 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19547): Launched\u000a19:34:52.100638 run iperf3-srv_10.42.42.10(pid=19548): Launched\u000a19:34:52.300408 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:34:52.436099 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:34:52.772586 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19549): Launched\u000a19:34:53.052461 run iperf3-srv_10.42.42.10(pid=19550): Launched\u000a19:34:53.251291 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:34:53.386862 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:34:53.723302 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19551): Launched\u000a19:34:54.003354 run iperf3-srv_10.42.42.10(pid=19552): Launched\u000a19:34:54.202078 tst iperf3m4.py:8: start network...\u000a19:34:54.337430 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:34:54.849510 run create_hlr_db(pid=19553): Launched\u000a19:34:55.036902 bus /gobi_6: Setting Powered False\u000a19:34:56.058510 run create_hlr_db(pid=19553): Terminated: ok {rc=0}\u000a19:34:56.490018 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19555): Launched\u000a19:34:56.813762 run osmo-hlr_10.42.42.2(pid=19556): Launched\u000a19:34:56.932073 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:34:57.497087 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19558): Launched\u000a19:34:57.821363 run osmo-stp_10.42.42.5(pid=19559): Launched\u000a19:34:57.939521 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:34:58.505461 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19561): Launched\u000a19:34:58.621104 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:34:58.904390 run patchelf(pid=19562): Launched\u000a19:34:59.094515 run osmo-stp_10.42.42.5(pid=19559): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19559)]\u000a19:34:59.234005 run osmo-stp_10.42.42.5(pid=19559): stdout: \u000a| (launched: 2022-12-12_19:34:57.661670)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:34:59.373816 run osmo-stp_10.42.42.5(pid=19559): stderr: \u000a| �[0;m�[38;5;43m20221212193457851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193457852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193457852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193457852 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193457853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193457853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193457853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:34:59.508303 run osmo-stp_10.42.42.5(pid=19559): stdout: \u000a| (launched: 2022-12-12_19:34:57.661670)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:34:59.641494 run osmo-stp_10.42.42.5(pid=19559): stderr: \u000a| �[0;m�[38;5;43m20221212193457851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193457852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193457852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193457852 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193457853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193457853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193457853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:34:59.796414 run patchelf(pid=19562): Terminating (SIGINT)\u000a19:34:59.978954 run patchelf(pid=19562): Terminated: ok {rc=0}\u000a19:35:00.012202 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19559): Process ended prematurely: osmo-stp_10.42.42.5(pid=19559) [trial-2381↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19559)] [trial-2381↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a19:35:00.022260 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a19:35:00.086508 run osmo-hlr_10.42.42.2(pid=19556): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19556)]\u000a19:35:00.138606 run osmo-hlr_10.42.42.2(pid=19556): stdout: \u000a| (launched: 2022-12-12_19:34:56.654182) \u000a19:35:00.191302 run osmo-hlr_10.42.42.2(pid=19556): stderr: \u000a| �[0;m�[1;31m20221212193456851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212193456851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212193456851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193456851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193456851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212193456851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212193456867 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212193456877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212193456877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212193456877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:35:00.235924 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19545): Terminating (SIGTERM)\u000a19:35:00.278641 run iperf3-srv_10.42.42.10(pid=19546): Terminating (SIGTERM)\u000a19:35:00.321205 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19547): Terminating (SIGTERM)\u000a19:35:00.363808 run iperf3-srv_10.42.42.10(pid=19548): Terminating (SIGTERM)\u000a19:35:00.406812 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19549): Terminating (SIGTERM)\u000a19:35:00.449561 run iperf3-srv_10.42.42.10(pid=19550): Terminating (SIGTERM)\u000a19:35:00.491800 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19551): Terminating (SIGTERM)\u000a19:35:00.534280 run iperf3-srv_10.42.42.10(pid=19552): Terminating (SIGTERM)\u000a19:35:00.577219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19555): Terminating (SIGTERM)\u000a19:35:00.619593 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19558): Terminating (SIGTERM)\u000a19:35:00.661840 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19561): Terminating (SIGTERM)\u000a19:35:00.671894 --- ParallelTerminationStrategy: PID 19545 died...\u000a19:35:00.729299 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19545): Terminated: ok {rc=0}\u000a19:35:00.739466 --- ParallelTerminationStrategy: PID 19546 died...\u000a19:35:00.797078 run iperf3-srv_10.42.42.10(pid=19546): Terminated {rc=256}\u000a19:35:00.807268 --- ParallelTerminationStrategy: PID 19547 died...\u000a19:35:00.897887 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19547): Terminated: ok {rc=0}\u000a19:35:00.913134 --- ParallelTerminationStrategy: PID 19548 died...\u000a19:35:00.970975 run iperf3-srv_10.42.42.10(pid=19548): Terminated {rc=256}\u000a19:35:00.986051 --- ParallelTerminationStrategy: PID 19549 died...\u000a19:35:01.061008 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19549): Terminated: ok {rc=0}\u000a19:35:01.074273 --- ParallelTerminationStrategy: PID 19550 died...\u000a19:35:01.152812 run iperf3-srv_10.42.42.10(pid=19550): Terminated {rc=256}\u000a19:35:01.164501 --- ParallelTerminationStrategy: PID 19551 died...\u000a19:35:01.234531 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19551): Terminated: ok {rc=0}\u000a19:35:01.247517 --- ParallelTerminationStrategy: PID 19552 died...\u000a19:35:01.319136 run iperf3-srv_10.42.42.10(pid=19552): Terminated {rc=256}\u000a19:35:01.332481 --- ParallelTerminationStrategy: PID 19555 died...\u000a19:35:01.391124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19555): Terminated: ok {rc=0}\u000a19:35:01.401970 --- ParallelTerminationStrategy: PID 19558 died...\u000a19:35:01.460032 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19558): Terminated: ok {rc=0}\u000a19:35:01.470818 --- ParallelTerminationStrategy: PID 19561 died...\u000a19:35:01.529145 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19561): Terminated: ok {rc=0}\u000a19:35:01.619934 bus /gobi_4: Setting Powered False\u000a19:35:02.726066 bus /gobi_4: Setting Powered False\u000a19:35:03.835581 bus /gobi_1: Setting Powered False\u000a19:35:04.946265 bus /gobi_1: Setting Powered False\u000a19:35:06.054638 bus /gobi_0: Setting Powered False\u000a19:35:07.163701 bus /gobi_0: Setting Powered False\u000a19:35:08.273346 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19572): Process ended prematurely: osmo-stp_10.42.42.5(pid=19572) [trial-2381↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19572)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19572): Process ended prematurely: osmo-stp_10.42.42.5(pid=19572) [trial-2381↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19572)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-b200+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a19:35:09.343435 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:35:09.355930 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:35:09.524377 tst ping.py: using LAC 31024\u000a19:35:09.646890 tst ping.py: using RAC 169\u000a19:35:09.769057 tst ping.py: using CellId 31024\u000a19:35:09.892380 tst ping.py: using BVCI 31025\u000a19:35:09.916634 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:35:09.928130 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:35:09.939418 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:35:09.950951 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:35:09.962449 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:35:09.974025 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:35:09.985751 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:35:09.997422 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:35:10.271819 tst ping.py:19: start network...\u000a19:35:10.395921 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:35:10.870615 run create_hlr_db(pid=19566): Launched\u000a19:35:11.042174 bus /gobi_6: Setting Powered False\u000a19:35:12.063239 run create_hlr_db(pid=19566): Terminated: ok {rc=0}\u000a19:35:12.461113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19568): Launched\u000a19:35:12.759317 run osmo-hlr_10.42.42.2(pid=19569): Launched\u000a19:35:12.872606 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:35:13.396191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19571): Launched\u000a19:35:13.692800 run osmo-stp_10.42.42.5(pid=19572): Launched\u000a19:35:13.800690 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:35:14.317535 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19574): Launched\u000a19:35:14.422749 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:35:14.680880 run patchelf(pid=19575): Launched\u000a19:35:14.854335 run osmo-stp_10.42.42.5(pid=19572): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19572)]\u000a19:35:14.981219 run osmo-stp_10.42.42.5(pid=19572): stdout: \u000a| (launched: 2022-12-12_19:35:13.546532)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:35:15.108241 run osmo-stp_10.42.42.5(pid=19572): stderr: \u000a| �[0;m�[38;5;43m20221212193513716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193513716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193513717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193513717 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193513717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193513718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193513718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:35:15.230845 run osmo-stp_10.42.42.5(pid=19572): stdout: \u000a| (launched: 2022-12-12_19:35:13.546532)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:35:15.351917 run osmo-stp_10.42.42.5(pid=19572): stderr: \u000a| �[0;m�[38;5;43m20221212193513716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193513716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193513717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193513717 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193513717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193513718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193513718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:35:15.493069 run patchelf(pid=19575): Terminating (SIGINT)\u000a19:35:15.658852 run patchelf(pid=19575): Terminated: ok {rc=0}\u000a19:35:15.689357 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=19572): Process ended prematurely: osmo-stp_10.42.42.5(pid=19572) [trial-2381↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19572)] [trial-2381↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22]\u000a19:35:15.697917 tst ping.py:22: Test FAILED (6.3 sec)\u000a19:35:15.757324 run osmo-hlr_10.42.42.2(pid=19569): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19569)]\u000a19:35:15.806112 run osmo-hlr_10.42.42.2(pid=19569): stdout: \u000a| (launched: 2022-12-12_19:35:12.611738) \u000a19:35:15.867088 run osmo-hlr_10.42.42.2(pid=19569): stderr: \u000a| �[0;m�[1;31m20221212193512787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212193512788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212193512788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193512788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193512788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212193512788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212193512800 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-b200+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212193512809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212193512809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212193512809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:35:15.921955 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19568): Terminating (SIGTERM)\u000a19:35:15.965064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19571): Terminating (SIGTERM)\u000a19:35:16.007692 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19574): Terminating (SIGTERM)\u000a19:35:16.018084 --- ParallelTerminationStrategy: PID 19568 died...\u000a19:35:16.076678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19568): Terminated: ok {rc=0}\u000a19:35:16.087091 --- ParallelTerminationStrategy: PID 19571 died...\u000a19:35:16.142338 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19571): Terminated: ok {rc=0}\u000a19:35:16.152281 --- ParallelTerminationStrategy: PID 19574 died...\u000a19:35:16.206248 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19574): Terminated: ok {rc=0}\u000a19:35:16.290320 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19582): Process ended prematurely: osmo-stp_10.42.42.5(pid=19582) [trial-2381↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19582)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19582): Process ended prematurely: osmo-stp_10.42.42.5(pid=19582) [trial-2381↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19582)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-b200+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a19:35:17.339386 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:35:17.351168 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:35:17.507987 tst ping_idle_ping.py: using LAC 31025\u000a19:35:17.625775 tst ping_idle_ping.py: using RAC 170\u000a19:35:17.741891 tst ping_idle_ping.py: using CellId 31025\u000a19:35:17.858153 tst ping_idle_ping.py: using BVCI 31026\u000a19:35:17.881755 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:35:17.892834 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:35:17.903516 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:35:17.914488 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:35:17.925138 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:35:17.935720 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:35:17.946476 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:35:17.957061 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:35:18.248174 tst ping_idle_ping.py:24: start network...\u000a19:35:18.382926 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:35:18.886345 run create_hlr_db(pid=19576): Launched\u000a19:35:19.071851 bus /gobi_6: Setting Powered False\u000a19:35:20.092701 run create_hlr_db(pid=19576): Terminated: ok {rc=0}\u000a19:35:20.500745 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19578): Launched\u000a19:35:20.819593 run osmo-hlr_10.42.42.2(pid=19579): Launched\u000a19:35:20.938055 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:35:21.493141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19581): Launched\u000a19:35:21.811506 run osmo-stp_10.42.42.5(pid=19582): Launched\u000a19:35:21.928103 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:35:22.485899 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19584): Launched\u000a19:35:22.600276 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:35:22.879511 run patchelf(pid=19585): Launched\u000a19:35:23.066510 run osmo-stp_10.42.42.5(pid=19582): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19582)]\u000a19:35:23.203482 run osmo-stp_10.42.42.5(pid=19582): stdout: \u000a| (launched: 2022-12-12_19:35:21.654316)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:35:23.341114 run osmo-stp_10.42.42.5(pid=19582): stderr: \u000a| �[0;m�[38;5;43m20221212193521845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193521845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193521845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193521846 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193521846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193521846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193521846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:35:23.473255 run osmo-stp_10.42.42.5(pid=19582): stdout: \u000a| (launched: 2022-12-12_19:35:21.654316)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:35:23.604286 run osmo-stp_10.42.42.5(pid=19582): stderr: \u000a| �[0;m�[38;5;43m20221212193521845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193521845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193521845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193521846 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193521846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193521846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193521846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:35:23.756806 run patchelf(pid=19585): Terminating (SIGINT)\u000a19:35:23.935690 run patchelf(pid=19585): Terminated: ok {rc=0}\u000a19:35:23.968215 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=19582): Process ended prematurely: osmo-stp_10.42.42.5(pid=19582) [trial-2381↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19582)] [trial-2381↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a19:35:23.977548 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a19:35:24.041261 run osmo-hlr_10.42.42.2(pid=19579): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19579)]\u000a19:35:24.092940 run osmo-hlr_10.42.42.2(pid=19579): stdout: \u000a| (launched: 2022-12-12_19:35:20.662986) \u000a19:35:24.145446 run osmo-hlr_10.42.42.2(pid=19579): stderr: \u000a| �[0;m�[1;31m20221212193520859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212193520859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212193520859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193520859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193520859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212193520859 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212193520871 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-b200+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212193520879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212193520879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212193520879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:35:24.189754 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19578): Terminating (SIGTERM)\u000a19:35:24.231719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19581): Terminating (SIGTERM)\u000a19:35:24.273740 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19584): Terminating (SIGTERM)\u000a19:35:24.283751 --- ParallelTerminationStrategy: PID 19578 died...\u000a19:35:24.340201 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19578): Terminated: ok {rc=0}\u000a19:35:24.350455 --- ParallelTerminationStrategy: PID 19581 died...\u000a19:35:24.406173 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19581): Terminated: ok {rc=0}\u000a19:35:24.416600 --- ParallelTerminationStrategy: PID 19584 died...\u000a19:35:24.472576 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19584): Terminated: ok {rc=0}\u000a19:35:24.557920 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "53", "name" : "gprs_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:34:26" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19599): Process ended prematurely: osmo-stp_10.42.42.5(pid=19599) [trial-2381↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19599)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19599): Process ended prematurely: osmo-stp_10.42.42.5(pid=19599) [trial-2381↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19599)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:35:26.732607 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:35:26.744567 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a19:35:26.893811 tst cs_paging_gprs_active.py: using LAC 31026\u000a19:35:27.020318 tst cs_paging_gprs_active.py: using RAC 171\u000a19:35:27.140000 tst cs_paging_gprs_active.py: using CellId 31026\u000a19:35:27.260184 tst cs_paging_gprs_active.py: using BVCI 31027\u000a19:35:27.283595 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:35:27.295166 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:35:27.306293 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:35:27.317997 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:35:27.329616 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:35:27.341247 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:35:27.353019 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:35:27.364549 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:35:27.376318 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:35:27.496808 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:35:27.780342 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:35:27.909155 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:35:28.225723 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19589): Launched\u000a19:35:28.487536 run iperf3-srv_10.42.42.10(pid=19590): Launched\u000a19:35:28.672716 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:35:28.799051 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:35:29.116014 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19591): Launched\u000a19:35:29.380425 run iperf3-srv_10.42.42.10(pid=19592): Launched\u000a19:35:29.565353 tst cs_paging_gprs_active.py:38: start network...\u000a19:35:29.691307 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:35:30.177292 run create_hlr_db(pid=19593): Launched\u000a19:35:30.351366 bus /gobi_6: Setting Powered False\u000a19:35:31.399765 run create_hlr_db(pid=19593): Terminated: ok {rc=0}\u000a19:35:31.854847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19595): Launched\u000a19:35:32.195144 run osmo-hlr_10.42.42.2(pid=19596): Launched\u000a19:35:32.307272 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:35:32.850382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19598): Launched\u000a19:35:33.153830 run osmo-stp_10.42.42.5(pid=19599): Launched\u000a19:35:33.263151 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:35:33.791373 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19601): Launched\u000a19:35:33.899235 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:35:34.165622 run patchelf(pid=19602): Launched\u000a19:35:34.343849 run osmo-stp_10.42.42.5(pid=19599): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19599)]\u000a19:35:34.475510 run osmo-stp_10.42.42.5(pid=19599): stdout: \u000a| (launched: 2022-12-12_19:35:33.004776)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:35:34.606298 run osmo-stp_10.42.42.5(pid=19599): stderr: \u000a| �[0;m�[38;5;43m20221212193533175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193533176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193533176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193533176 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193533177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193533177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193533177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:35:34.731909 run osmo-stp_10.42.42.5(pid=19599): stdout: \u000a| (launched: 2022-12-12_19:35:33.004776)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:35:34.856194 run osmo-stp_10.42.42.5(pid=19599): stderr: \u000a| �[0;m�[38;5;43m20221212193533175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193533176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193533176 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193533176 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193533177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193533177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193533177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:35:35.001265 run patchelf(pid=19602): Terminating (SIGINT)\u000a19:35:35.171505 run patchelf(pid=19602): Terminated: ok {rc=0}\u000a19:35:35.202700 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=19599): Process ended prematurely: osmo-stp_10.42.42.5(pid=19599) [trial-2381↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19599)] [trial-2381↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a19:35:35.211913 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a19:35:35.272235 run osmo-hlr_10.42.42.2(pid=19596): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19596)]\u000a19:35:35.321407 run osmo-hlr_10.42.42.2(pid=19596): stdout: \u000a| (launched: 2022-12-12_19:35:32.024323) \u000a19:35:35.371348 run osmo-hlr_10.42.42.2(pid=19596): stderr: \u000a| �[0;m�[1;31m20221212193532271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212193532271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212193532271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193532271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193532271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212193532271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212193532283 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212193532293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212193532293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212193532294 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:35:35.413997 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19589): Terminating (SIGTERM)\u000a19:35:35.454222 run iperf3-srv_10.42.42.10(pid=19590): Terminating (SIGTERM)\u000a19:35:35.494450 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19591): Terminating (SIGTERM)\u000a19:35:35.534695 run iperf3-srv_10.42.42.10(pid=19592): Terminating (SIGTERM)\u000a19:35:35.574877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19595): Terminating (SIGTERM)\u000a19:35:35.615014 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19598): Terminating (SIGTERM)\u000a19:35:35.655115 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19601): Terminating (SIGTERM)\u000a19:35:35.664384 --- ParallelTerminationStrategy: PID 19589 died...\u000a19:35:35.718073 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19589): Terminated: ok {rc=0}\u000a19:35:35.728019 --- ParallelTerminationStrategy: PID 19590 died...\u000a19:35:35.781415 run iperf3-srv_10.42.42.10(pid=19590): Terminated {rc=256}\u000a19:35:35.791204 --- ParallelTerminationStrategy: PID 19591 died...\u000a19:35:35.844821 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19591): Terminated: ok {rc=0}\u000a19:35:35.854510 --- ParallelTerminationStrategy: PID 19592 died...\u000a19:35:35.908030 run iperf3-srv_10.42.42.10(pid=19592): Terminated {rc=256}\u000a19:35:35.917965 --- ParallelTerminationStrategy: PID 19595 died...\u000a19:35:35.971402 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19595): Terminated: ok {rc=0}\u000a19:35:35.981161 --- ParallelTerminationStrategy: PID 19598 died...\u000a19:35:36.035180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19598): Terminated: ok {rc=0}\u000a19:35:36.045156 --- ParallelTerminationStrategy: PID 19601 died...\u000a19:35:36.098671 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19601): Terminated: ok {rc=0}\u000a19:35:36.188090 bus /gobi_0: Setting Powered False\u000a19:35:37.293624 bus /gobi_0: Setting Powered False\u000a19:35:38.405533 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19611): Process ended prematurely: osmo-stp_10.42.42.5(pid=19611) [trial-2381↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19611)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19611): Process ended prematurely: osmo-stp_10.42.42.5(pid=19611) [trial-2381↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19611)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a19:35:39.516812 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:35:39.529098 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a19:35:39.673104 tst iperf3.py: using LAC 31027\u000a19:35:39.800434 tst iperf3.py: using RAC 172\u000a19:35:39.921943 tst iperf3.py: using CellId 31027\u000a19:35:40.040309 tst iperf3.py: using BVCI 31028\u000a19:35:40.064123 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:35:40.075756 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:35:40.087247 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:35:40.098824 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:35:40.110410 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:35:40.121758 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:35:40.133257 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:35:40.144388 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:35:40.155848 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:35:40.450618 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:35:40.587415 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:35:40.926666 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19603): Launched\u000a19:35:41.206557 run iperf3-srv_10.42.42.10(pid=19604): Launched\u000a19:35:41.406380 tst iperf3.py:8: start network...\u000a19:35:41.542389 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:35:42.055250 run create_hlr_db(pid=19605): Launched\u000a19:35:42.243551 bus /gobi_6: Setting Powered False\u000a19:35:43.264383 run create_hlr_db(pid=19605): Terminated: ok {rc=0}\u000a19:35:43.673346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19607): Launched\u000a19:35:43.978318 run osmo-hlr_10.42.42.2(pid=19608): Launched\u000a19:35:44.094995 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:35:44.620267 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19610): Launched\u000a19:35:44.922609 run osmo-stp_10.42.42.5(pid=19611): Launched\u000a19:35:45.043824 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:35:45.577184 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19613): Launched\u000a19:35:45.684193 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:35:46.002709 run patchelf(pid=19614): Launched\u000a19:35:46.203424 run osmo-stp_10.42.42.5(pid=19611): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19611)]\u000a19:35:46.347956 run osmo-stp_10.42.42.5(pid=19611): stdout: \u000a| (launched: 2022-12-12_19:35:44.773423)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:35:46.492419 run osmo-stp_10.42.42.5(pid=19611): stderr: \u000a| �[0;m�[38;5;43m20221212193544943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193544943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193544944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193544944 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193544945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193544945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193544945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:35:46.632255 run osmo-stp_10.42.42.5(pid=19611): stdout: \u000a| (launched: 2022-12-12_19:35:44.773423)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:35:46.785733 run osmo-stp_10.42.42.5(pid=19611): stderr: \u000a| �[0;m�[38;5;43m20221212193544943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193544943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193544944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193544944 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193544945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193544945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193544945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:35:46.968397 run patchelf(pid=19614): Terminating (SIGINT)\u000a19:35:47.156188 run patchelf(pid=19614): Terminated: ok {rc=0}\u000a19:35:47.191136 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19611): Process ended prematurely: osmo-stp_10.42.42.5(pid=19611) [trial-2381↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19611)] [trial-2381↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a19:35:47.202784 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a19:35:47.267636 run osmo-hlr_10.42.42.2(pid=19608): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19608)]\u000a19:35:47.319295 run osmo-hlr_10.42.42.2(pid=19608): stdout: \u000a| (launched: 2022-12-12_19:35:43.826479) \u000a19:35:47.372574 run osmo-hlr_10.42.42.2(pid=19608): stderr: \u000a| �[0;m�[1;31m20221212193544001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212193544001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212193544001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193544001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193544001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212193544001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212193544014 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212193544022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212193544022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212193544022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:35:47.417187 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19603): Terminating (SIGTERM)\u000a19:35:47.459486 run iperf3-srv_10.42.42.10(pid=19604): Terminating (SIGTERM)\u000a19:35:47.501883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19607): Terminating (SIGTERM)\u000a19:35:47.544330 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19610): Terminating (SIGTERM)\u000a19:35:47.586667 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19613): Terminating (SIGTERM)\u000a19:35:47.596642 --- ParallelTerminationStrategy: PID 19603 died...\u000a19:35:47.653343 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19603): Terminated: ok {rc=0}\u000a19:35:47.663836 --- ParallelTerminationStrategy: PID 19604 died...\u000a19:35:47.720077 run iperf3-srv_10.42.42.10(pid=19604): Terminated {rc=256}\u000a19:35:47.730216 --- ParallelTerminationStrategy: PID 19607 died...\u000a19:35:47.786173 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19607): Terminated: ok {rc=0}\u000a19:35:47.796868 --- ParallelTerminationStrategy: PID 19610 died...\u000a19:35:47.853394 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19610): Terminated: ok {rc=0}\u000a19:35:47.863639 --- ParallelTerminationStrategy: PID 19613 died...\u000a19:35:47.920521 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19613): Terminated: ok {rc=0}\u000a19:35:48.006446 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19631): Process ended prematurely: osmo-stp_10.42.42.5(pid=19631) [trial-2381↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19631)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19631): Process ended prematurely: osmo-stp_10.42.42.5(pid=19631) [trial-2381↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19631)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a19:35:49.121958 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:35:49.134601 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a19:35:49.283371 tst iperf3m4.py: using LAC 31028\u000a19:35:49.409842 tst iperf3m4.py: using RAC 173\u000a19:35:49.537416 tst iperf3m4.py: using CellId 31028\u000a19:35:49.665924 tst iperf3m4.py: using BVCI 31029\u000a19:35:49.690556 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:35:49.702436 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:35:49.714150 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:35:49.726172 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:35:49.738233 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:35:49.750343 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:35:49.762547 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:35:49.774518 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:35:49.786871 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:35:49.904865 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:35:50.022546 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:35:50.143252 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:35:50.434654 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:35:50.570639 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:35:50.906623 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19617): Launched\u000a19:35:51.187074 run iperf3-srv_10.42.42.10(pid=19618): Launched\u000a19:35:51.386184 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:35:51.521826 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:35:51.858257 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19619): Launched\u000a19:35:52.138004 run iperf3-srv_10.42.42.10(pid=19620): Launched\u000a19:35:52.337254 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:35:52.472584 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:35:52.810214 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19621): Launched\u000a19:35:53.090105 run iperf3-srv_10.42.42.10(pid=19622): Launched\u000a19:35:53.288880 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:35:53.424313 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:35:53.762598 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19623): Launched\u000a19:35:54.042134 run iperf3-srv_10.42.42.10(pid=19624): Launched\u000a19:35:54.241649 tst iperf3m4.py:8: start network...\u000a19:35:54.377209 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:35:54.890330 run create_hlr_db(pid=19625): Launched\u000a19:35:55.078711 bus /gobi_6: Setting Powered False\u000a19:35:56.099074 run create_hlr_db(pid=19625): Terminated: ok {rc=0}\u000a19:35:56.531729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19627): Launched\u000a19:35:56.856445 run osmo-hlr_10.42.42.2(pid=19628): Launched\u000a19:35:56.976074 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:35:57.547008 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19630): Launched\u000a19:35:57.872834 run osmo-stp_10.42.42.5(pid=19631): Launched\u000a19:35:57.991152 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:35:58.556892 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19633): Launched\u000a19:35:58.672683 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:35:58.955672 run patchelf(pid=19634): Launched\u000a19:35:59.145815 run osmo-stp_10.42.42.5(pid=19631): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19631)]\u000a19:35:59.284663 run osmo-stp_10.42.42.5(pid=19631): stdout: \u000a| (launched: 2022-12-12_19:35:57.711813)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:35:59.423921 run osmo-stp_10.42.42.5(pid=19631): stderr: \u000a| �[0;m�[38;5;43m20221212193557901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193557901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193557902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193557902 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193557903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193557903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193557903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:35:59.558258 run osmo-stp_10.42.42.5(pid=19631): stdout: \u000a| (launched: 2022-12-12_19:35:57.711813)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:35:59.691027 run osmo-stp_10.42.42.5(pid=19631): stderr: \u000a| �[0;m�[38;5;43m20221212193557901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193557901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193557902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193557902 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193557903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193557903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193557903 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:35:59.845857 run patchelf(pid=19634): Terminating (SIGINT)\u000a19:36:00.028184 run patchelf(pid=19634): Terminated: ok {rc=0}\u000a19:36:00.061754 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19631): Process ended prematurely: osmo-stp_10.42.42.5(pid=19631) [trial-2381↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19631)] [trial-2381↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a19:36:00.071765 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a19:36:00.136015 run osmo-hlr_10.42.42.2(pid=19628): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19628)]\u000a19:36:00.188351 run osmo-hlr_10.42.42.2(pid=19628): stdout: \u000a| (launched: 2022-12-12_19:35:56.696282) \u000a19:36:00.240883 run osmo-hlr_10.42.42.2(pid=19628): stderr: \u000a| �[0;m�[1;31m20221212193556892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212193556892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212193556892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193556893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193556893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212193556893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212193556908 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212193556916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212193556917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212193556917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:36:00.285839 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19617): Terminating (SIGTERM)\u000a19:36:00.327982 run iperf3-srv_10.42.42.10(pid=19618): Terminating (SIGTERM)\u000a19:36:00.370334 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19619): Terminating (SIGTERM)\u000a19:36:00.412453 run iperf3-srv_10.42.42.10(pid=19620): Terminating (SIGTERM)\u000a19:36:00.455108 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19621): Terminating (SIGTERM)\u000a19:36:00.497052 run iperf3-srv_10.42.42.10(pid=19622): Terminating (SIGTERM)\u000a19:36:00.539820 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19623): Terminating (SIGTERM)\u000a19:36:00.582251 run iperf3-srv_10.42.42.10(pid=19624): Terminating (SIGTERM)\u000a19:36:00.624151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19627): Terminating (SIGTERM)\u000a19:36:00.666396 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19630): Terminating (SIGTERM)\u000a19:36:00.708584 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19633): Terminating (SIGTERM)\u000a19:36:00.718720 --- ParallelTerminationStrategy: PID 19617 died...\u000a19:36:00.776084 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19617): Terminated: ok {rc=0}\u000a19:36:00.786375 --- ParallelTerminationStrategy: PID 19618 died...\u000a19:36:00.842733 run iperf3-srv_10.42.42.10(pid=19618): Terminated {rc=256}\u000a19:36:00.854497 --- ParallelTerminationStrategy: PID 19619 died...\u000a19:36:00.914725 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19619): Terminated: ok {rc=0}\u000a19:36:00.925532 --- ParallelTerminationStrategy: PID 19620 died...\u000a19:36:00.982819 run iperf3-srv_10.42.42.10(pid=19620): Terminated {rc=256}\u000a19:36:00.993572 --- ParallelTerminationStrategy: PID 19621 died...\u000a19:36:01.050257 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19621): Terminated: ok {rc=0}\u000a19:36:01.061364 --- ParallelTerminationStrategy: PID 19622 died...\u000a19:36:01.118415 run iperf3-srv_10.42.42.10(pid=19622): Terminated {rc=256}\u000a19:36:01.129589 --- ParallelTerminationStrategy: PID 19623 died...\u000a19:36:01.186650 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19623): Terminated: ok {rc=0}\u000a19:36:01.197468 --- ParallelTerminationStrategy: PID 19624 died...\u000a19:36:01.253725 run iperf3-srv_10.42.42.10(pid=19624): Terminated {rc=256}\u000a19:36:01.264396 --- ParallelTerminationStrategy: PID 19627 died...\u000a19:36:01.320777 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19627): Terminated: ok {rc=0}\u000a19:36:01.331705 --- ParallelTerminationStrategy: PID 19630 died...\u000a19:36:01.388304 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19630): Terminated: ok {rc=0}\u000a19:36:01.399154 --- ParallelTerminationStrategy: PID 19633 died...\u000a19:36:01.455605 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19633): Terminated: ok {rc=0}\u000a19:36:01.545500 bus /gobi_4: Setting Powered False\u000a19:36:02.650660 bus /gobi_4: Setting Powered False\u000a19:36:03.757862 bus /gobi_1: Setting Powered False\u000a19:36:04.865759 bus /gobi_1: Setting Powered False\u000a19:36:05.972424 bus /gobi_0: Setting Powered False\u000a19:36:07.078955 bus /gobi_0: Setting Powered False\u000a19:36:08.191750 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19641): Process ended prematurely: osmo-stp_10.42.42.5(pid=19641) [trial-2381↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19641)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19641): Process ended prematurely: osmo-stp_10.42.42.5(pid=19641) [trial-2381↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19641)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a19:36:09.260157 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:36:09.272719 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a19:36:09.419703 tst ping.py: using LAC 31029\u000a19:36:09.544025 tst ping.py: using RAC 174\u000a19:36:09.674128 tst ping.py: using CellId 31029\u000a19:36:09.795996 tst ping.py: using BVCI 31030\u000a19:36:09.820324 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:36:09.832155 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:36:09.843802 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:36:09.855878 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:36:09.867453 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:36:09.879190 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:36:09.891228 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:36:09.903634 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:36:10.179622 tst ping.py:19: start network...\u000a19:36:10.303752 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:36:10.780291 run create_hlr_db(pid=19635): Launched\u000a19:36:10.951993 bus /gobi_6: Setting Powered False\u000a19:36:11.974219 run create_hlr_db(pid=19635): Terminated: ok {rc=0}\u000a19:36:12.398319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19637): Launched\u000a19:36:12.719128 run osmo-hlr_10.42.42.2(pid=19638): Launched\u000a19:36:12.835320 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:36:13.392429 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19640): Launched\u000a19:36:13.712381 run osmo-stp_10.42.42.5(pid=19641): Launched\u000a19:36:13.828414 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:36:14.386909 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19643): Launched\u000a19:36:14.501272 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:36:14.778724 run patchelf(pid=19644): Launched\u000a19:36:14.965963 run osmo-stp_10.42.42.5(pid=19641): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19641)]\u000a19:36:15.102996 run osmo-stp_10.42.42.5(pid=19641): stdout: \u000a| (launched: 2022-12-12_19:36:13.554558)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:36:15.240221 run osmo-stp_10.42.42.5(pid=19641): stderr: \u000a| �[0;m�[38;5;43m20221212193613744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193613745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193613745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193613745 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193613746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193613746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193613746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:36:15.372471 run osmo-stp_10.42.42.5(pid=19641): stdout: \u000a| (launched: 2022-12-12_19:36:13.554558)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:36:15.503939 run osmo-stp_10.42.42.5(pid=19641): stderr: \u000a| �[0;m�[38;5;43m20221212193613744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193613745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193613745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193613745 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193613746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193613746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193613746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:36:15.656125 run patchelf(pid=19644): Terminating (SIGINT)\u000a19:36:15.837467 run patchelf(pid=19644): Terminated: ok {rc=0}\u000a19:36:15.874211 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=19641): Process ended prematurely: osmo-stp_10.42.42.5(pid=19641) [trial-2381↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19641)] [trial-2381↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a19:36:15.885742 tst ping.py:22: Test FAILED (6.6 sec)\u000a19:36:15.948719 run osmo-hlr_10.42.42.2(pid=19638): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19638)]\u000a19:36:15.999234 run osmo-hlr_10.42.42.2(pid=19638): stdout: \u000a| (launched: 2022-12-12_19:36:12.560275) \u000a19:36:16.050158 run osmo-hlr_10.42.42.2(pid=19638): stderr: \u000a| �[0;m�[1;31m20221212193612756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212193612756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212193612756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193612756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193612756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212193612756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212193612768 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212193612776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212193612777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212193612777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:36:16.094123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19637): Terminating (SIGTERM)\u000a19:36:16.136929 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19640): Terminating (SIGTERM)\u000a19:36:16.180034 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19643): Terminating (SIGTERM)\u000a19:36:16.191354 --- ParallelTerminationStrategy: PID 19637 died...\u000a19:36:16.247772 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19637): Terminated: ok {rc=0}\u000a19:36:16.258488 --- ParallelTerminationStrategy: PID 19640 died...\u000a19:36:16.313987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19640): Terminated: ok {rc=0}\u000a19:36:16.324004 --- ParallelTerminationStrategy: PID 19643 died...\u000a19:36:16.379677 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19643): Terminated: ok {rc=0}\u000a19:36:16.479480 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19651): Process ended prematurely: osmo-stp_10.42.42.5(pid=19651) [trial-2381↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19651)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19651): Process ended prematurely: osmo-stp_10.42.42.5(pid=19651) [trial-2381↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19651)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a19:36:17.535333 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:36:17.548557 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a19:36:17.696067 tst ping_idle_ping.py: using LAC 31030\u000a19:36:17.824666 tst ping_idle_ping.py: using RAC 175\u000a19:36:17.947777 tst ping_idle_ping.py: using CellId 31030\u000a19:36:18.071029 tst ping_idle_ping.py: using BVCI 31031\u000a19:36:18.095481 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:36:18.107397 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:36:18.119067 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:36:18.131040 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:36:18.142873 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:36:18.154812 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:36:18.166821 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:36:18.178957 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:36:18.456762 tst ping_idle_ping.py:24: start network...\u000a19:36:18.582191 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:36:19.061247 run create_hlr_db(pid=19645): Launched\u000a19:36:19.233685 bus /gobi_6: Setting Powered False\u000a19:36:20.255292 run create_hlr_db(pid=19645): Terminated: ok {rc=0}\u000a19:36:20.654576 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19647): Launched\u000a19:36:20.952274 run osmo-hlr_10.42.42.2(pid=19648): Launched\u000a19:36:21.061217 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:36:21.577598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19650): Launched\u000a19:36:21.875005 run osmo-stp_10.42.42.5(pid=19651): Launched\u000a19:36:21.992393 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:36:22.528573 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19653): Launched\u000a19:36:22.643242 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:36:22.922406 run patchelf(pid=19654): Launched\u000a19:36:23.109746 run osmo-stp_10.42.42.5(pid=19651): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19651)]\u000a19:36:23.246906 run osmo-stp_10.42.42.5(pid=19651): stdout: \u000a| (launched: 2022-12-12_19:36:21.728582)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:36:23.384016 run osmo-stp_10.42.42.5(pid=19651): stderr: \u000a| �[0;m�[38;5;43m20221212193621938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193621938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193621938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193621938 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193621939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193621939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193621939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:36:23.517020 run osmo-stp_10.42.42.5(pid=19651): stdout: \u000a| (launched: 2022-12-12_19:36:21.728582)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:36:23.648409 run osmo-stp_10.42.42.5(pid=19651): stderr: \u000a| �[0;m�[38;5;43m20221212193621938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193621938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193621938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193621938 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193621939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193621939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193621939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:36:23.801069 run patchelf(pid=19654): Terminating (SIGINT)\u000a19:36:23.979906 run patchelf(pid=19654): Terminated: ok {rc=0}\u000a19:36:24.012456 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=19651): Process ended prematurely: osmo-stp_10.42.42.5(pid=19651) [trial-2381↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19651)] [trial-2381↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a19:36:24.021943 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a19:36:24.085268 run osmo-hlr_10.42.42.2(pid=19648): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19648)]\u000a19:36:24.138411 run osmo-hlr_10.42.42.2(pid=19648): stdout: \u000a| (launched: 2022-12-12_19:36:20.806011) \u000a19:36:24.188100 run osmo-hlr_10.42.42.2(pid=19648): stderr: \u000a| �[0;m�[1;31m20221212193620981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212193620981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212193620981 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193620982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193620982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212193620982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212193620994 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212193621003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212193621003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212193621003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:36:24.229732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19647): Terminating (SIGTERM)\u000a19:36:24.269157 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19650): Terminating (SIGTERM)\u000a19:36:24.308427 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19653): Terminating (SIGTERM)\u000a19:36:24.317848 --- ParallelTerminationStrategy: PID 19647 died...\u000a19:36:24.370961 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19647): Terminated: ok {rc=0}\u000a19:36:24.380467 --- ParallelTerminationStrategy: PID 19650 died...\u000a19:36:24.434036 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19650): Terminated: ok {rc=0}\u000a19:36:24.443649 --- ParallelTerminationStrategy: PID 19653 died...\u000a19:36:24.497182 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19653): Terminated: ok {rc=0}\u000a19:36:24.585431 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "54", "name" : "gprs_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:35:26" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19666): Process ended prematurely: osmo-stp_10.42.42.5(pid=19666) [trial-2381↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19666)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19666): Process ended prematurely: osmo-stp_10.42.42.5(pid=19666) [trial-2381↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19666)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a19:36:26.624287 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:36:26.635554 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a19:36:26.787529 tst switch_tch_pdch.py: using LAC 31031\u000a19:36:26.911251 tst switch_tch_pdch.py: using RAC 176\u000a19:36:27.036805 tst switch_tch_pdch.py: using CellId 31031\u000a19:36:27.159498 tst switch_tch_pdch.py: using BVCI 31032\u000a19:36:27.183921 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:36:27.195916 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:36:27.207531 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:36:27.220637 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:36:27.232369 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:36:27.245255 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:36:27.257048 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:36:27.269227 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:36:27.387186 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:36:27.678725 tst switch_tch_pdch.py:51: start network...\u000a19:36:27.812705 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:36:28.316258 run create_hlr_db(pid=19660): Launched\u000a19:36:28.502079 bus /gobi_6: Setting Powered False\u000a19:36:29.523128 run create_hlr_db(pid=19660): Terminated: ok {rc=0}\u000a19:36:29.949781 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19662): Launched\u000a19:36:30.270316 run osmo-hlr_10.42.42.2(pid=19663): Launched\u000a19:36:30.388184 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:36:30.979643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19665): Launched\u000a19:36:31.421564 run osmo-stp_10.42.42.5(pid=19666): Launched\u000a19:36:31.575841 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:36:32.123963 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19668): Launched\u000a19:36:32.232036 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:36:32.496336 run patchelf(pid=19669): Launched\u000a19:36:32.670676 run osmo-stp_10.42.42.5(pid=19666): ERR: Terminated: ERROR {rc=1} [trial-2381↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19666)]\u000a19:36:32.798461 run osmo-stp_10.42.42.5(pid=19666): stdout: \u000a| (launched: 2022-12-12_19:36:31.139391)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:36:32.926634 run osmo-stp_10.42.42.5(pid=19666): stderr: \u000a| �[0;m�[38;5;43m20221212193631325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193631325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193631326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193631327 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193631327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193631328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193631328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:36:33.049839 run osmo-stp_10.42.42.5(pid=19666): stdout: \u000a| (launched: 2022-12-12_19:36:31.139391)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:36:33.172027 run osmo-stp_10.42.42.5(pid=19666): stderr: \u000a| �[0;m�[38;5;43m20221212193631325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193631325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193631326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193631327 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193631327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193631328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193631328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:36:33.313920 run patchelf(pid=19669): Terminating (SIGINT)\u000a19:36:33.480751 run patchelf(pid=19669): Terminated: ok {rc=0}\u000a19:36:33.511231 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=19666): Process ended prematurely: osmo-stp_10.42.42.5(pid=19666) [trial-2381↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19666)] [trial-2381↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a19:36:33.519858 tst switch_tch_pdch.py:54: Test FAILED (6.9 sec)\u000a19:36:33.580029 run osmo-hlr_10.42.42.2(pid=19663): ERR: Terminated: ERROR {rc=237} [trial-2381↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19663)]\u000a19:36:33.629350 run osmo-hlr_10.42.42.2(pid=19663): stdout: \u000a| (launched: 2022-12-12_19:36:30.111939) \u000a19:36:33.679239 run osmo-hlr_10.42.42.2(pid=19663): stderr: \u000a| �[0;m�[1;31m20221212193630308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212193630308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212193630308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193630308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193630308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212193630308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212193630320 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212193630328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212193630329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212193630329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:36:33.721819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19662): Terminating (SIGTERM)\u000a19:36:33.762029 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19665): Terminating (SIGTERM)\u000a19:36:33.802173 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19668): Terminating (SIGTERM)\u000a19:36:33.811513 --- ParallelTerminationStrategy: PID 19662 died...\u000a19:36:33.865255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19662): Terminated: ok {rc=0}\u000a19:36:33.874947 --- ParallelTerminationStrategy: PID 19665 died...\u000a19:36:33.928218 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19665): Terminated: ok {rc=0}\u000a19:36:33.937912 --- ParallelTerminationStrategy: PID 19668 died...\u000a19:36:33.991266 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19668): Terminated: ok {rc=0}\u000a19:36:34.080544 bus /gobi_0: Setting Powered False\u000a19:36:35.188105 bus /gobi_0: Setting Powered False\u000a19:36:36.301691 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "55", "name" : "dynts_trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:36:26" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "dynts:trx-b200+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19679): Process ended prematurely: osmo-stp_10.42.42.5(pid=19679) [trial-2381↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19679)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19679): Process ended prematurely: osmo-stp_10.42.42.5(pid=19679) [trial-2381↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19679)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 dynts:trx-b200+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a19:36:38.288216 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:36:38.299156 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a19:36:38.451019 tst switch_tch_pdch.py: using LAC 31032\u000a19:36:38.566791 tst switch_tch_pdch.py: using RAC 177\u000a19:36:38.681420 tst switch_tch_pdch.py: using CellId 31032\u000a19:36:38.796323 tst switch_tch_pdch.py: using BVCI 31033\u000a19:36:38.818949 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:36:38.830046 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:36:38.840790 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:36:38.851581 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:36:38.862434 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:36:38.873259 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:36:38.884101 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:36:38.894908 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a19:36:39.014107 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a19:36:39.304258 tst switch_tch_pdch.py:51: start network...\u000a19:36:39.437240 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:36:39.913046 run create_hlr_db(pid=19673): Launched\u000a19:36:40.044188 bus /gobi_6: Setting Powered False\u000a19:36:41.119595 run create_hlr_db(pid=19673): Terminated: ok {rc=0}\u000a19:36:41.518832 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19675): Launched\u000a19:36:41.839502 run osmo-hlr_10.42.42.2(pid=19676): Launched\u000a19:36:41.955024 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:36:42.482181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19678): Launched\u000a19:36:42.802150 run osmo-stp_10.42.42.5(pid=19679): Launched\u000a19:36:42.918762 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:36:43.446841 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19681): Launched\u000a19:36:43.560684 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:36:43.838659 run patchelf(pid=19682): Launched\u000a19:36:44.025138 run osmo-stp_10.42.42.5(pid=19679): ERR: Terminated: ERROR {rc=1} [trial-2381↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19679)]\u000a19:36:44.162168 run osmo-stp_10.42.42.5(pid=19679): stdout: \u000a| (launched: 2022-12-12_19:36:42.644025)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:36:44.298986 run osmo-stp_10.42.42.5(pid=19679): stderr: \u000a| �[0;m�[38;5;43m20221212193642834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193642834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193642834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193642835 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193642835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193642835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193642835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:36:44.430785 run osmo-stp_10.42.42.5(pid=19679): stdout: \u000a| (launched: 2022-12-12_19:36:42.644025)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:36:44.561094 run osmo-stp_10.42.42.5(pid=19679): stderr: \u000a| �[0;m�[38;5;43m20221212193642834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193642834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193642834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193642835 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193642835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193642835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193642835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:36:44.713478 run patchelf(pid=19682): Terminating (SIGINT)\u000a19:36:44.891444 run patchelf(pid=19682): Terminated: ok {rc=0}\u000a19:36:44.924186 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=19679): Process ended prematurely: osmo-stp_10.42.42.5(pid=19679) [trial-2381↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19679)] [trial-2381↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a19:36:44.933618 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a19:36:44.997328 run osmo-hlr_10.42.42.2(pid=19676): ERR: Terminated: ERROR {rc=237} [trial-2381↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19676)]\u000a19:36:45.049213 run osmo-hlr_10.42.42.2(pid=19676): stdout: \u000a| (launched: 2022-12-12_19:36:41.681062) \u000a19:36:45.101856 run osmo-hlr_10.42.42.2(pid=19676): stderr: \u000a| �[0;m�[1;31m20221212193641875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212193641875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212193641876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193641876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193641876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212193641876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212193641927 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/dynts:trx-b200+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212193641937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212193641937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212193641937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:36:45.145989 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19675): Terminating (SIGTERM)\u000a19:36:45.187824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19678): Terminating (SIGTERM)\u000a19:36:45.230124 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19681): Terminating (SIGTERM)\u000a19:36:45.239592 --- ParallelTerminationStrategy: PID 19675 died...\u000a19:36:45.295399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19675): Terminated: ok {rc=0}\u000a19:36:45.305750 --- ParallelTerminationStrategy: PID 19678 died...\u000a19:36:45.361524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19678): Terminated: ok {rc=0}\u000a19:36:45.371822 --- ParallelTerminationStrategy: PID 19681 died...\u000a19:36:45.427808 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19681): Terminated: ok {rc=0}\u000a19:36:45.515252 bus /gobi_0: Setting Powered False\u000a19:36:46.641325 bus /gobi_0: Setting Powered False\u000a19:36:47.756869 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "56", "name" : "dynts_trx-b200+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:36:38" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "nitb_sms:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=19687): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19687) [trial-2381↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19687)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=19687): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19687) [trial-2381↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19687)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 nitb_sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a19:36:49.661689 tst nitb_sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a19:36:49.673046 tst nitb_sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a19:36:49.814404 tst mo_mt_sms.py: using LAC 31033\u000a19:36:49.940519 tst mo_mt_sms.py: using RAC 178\u000a19:36:50.070145 tst mo_mt_sms.py: using CellId 31033\u000a19:36:50.187549 tst mo_mt_sms.py: using BVCI 31034\u000a19:36:50.210717 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a19:36:50.327545 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a19:36:50.600083 tst mo_mt_sms.py:9: start nitb and bts...\u000a19:36:50.723796 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a19:36:51.337690 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19686): Launched\u000a19:36:51.632137 run osmo-nitb_10.42.42.2(pid=19687): Launched\u000a19:36:51.814920 run osmo-nitb_10.42.42.2(pid=19687): ERR: Terminated: ERROR {rc=2} [trial-2381↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19687)]\u000a19:36:51.949374 run osmo-nitb_10.42.42.2(pid=19687): stdout: \u000a| (launched: 2022-12-12_19:36:51.488058) \u000a19:36:52.084380 run osmo-nitb_10.42.42.2(pid=19687): stderr: \u000a| (launched: 2022-12-12_19:36:51.532095)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:36:52.214381 run osmo-nitb_10.42.42.2(pid=19687): stdout: \u000a| (launched: 2022-12-12_19:36:51.488058) \u000a19:36:52.343313 run osmo-nitb_10.42.42.2(pid=19687): stderr: \u000a| (launched: 2022-12-12_19:36:51.532095)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:36:52.751948 tst osmo-nitb_10.42.42.2(pid=19687): stdout: \u000a| (launched: 2022-12-12_19:36:51.488058) \u000a19:36:52.869553 tst osmo-nitb_10.42.42.2(pid=19687): stderr: \u000a| (launched: 2022-12-12_19:36:51.532095)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:36:52.921118 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=19687): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19687) [trial-2381↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19687)] [trial-2381↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11]\u000a19:36:52.929142 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a19:36:52.963328 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19686): Terminating (SIGTERM)\u000a19:36:53.140550 --- ParallelTerminationStrategy: PID 19686 died...\u000a19:36:53.195324 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19686): Terminated: ok {rc=0}\u000a19:36:53.279637 bus /sierra_3: Setting Powered False\u000a19:36:54.389397 bus /sierra_3: Setting Powered False\u000a19:36:55.499023 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "57", "name" : "nitb_sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:36:49" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "sms:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19698): Process ended prematurely: osmo-stp_10.42.42.5(pid=19698) [trial-2381↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19698)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19698): Process ended prematurely: osmo-stp_10.42.42.5(pid=19698) [trial-2381↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19698)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a19:36:57.402657 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:36:57.413832 tst sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a19:36:57.556041 tst mo_mt_sms.py: using LAC 31034\u000a19:36:57.678742 tst mo_mt_sms.py: using RAC 179\u000a19:36:57.801922 tst mo_mt_sms.py: using CellId 31034\u000a19:36:57.925263 tst mo_mt_sms.py: using BVCI 31035\u000a19:36:57.949484 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:36:57.960735 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:36:57.971765 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:36:57.983238 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:36:57.994532 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:36:58.006015 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a19:36:58.124881 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a19:36:58.333921 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:36:58.837108 run create_hlr_db(pid=19692): Launched\u000a19:36:59.023695 bus /sierra_2: Setting Powered False\u000a19:37:00.044044 run create_hlr_db(pid=19692): Terminated: ok {rc=0}\u000a19:37:00.445349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19694): Launched\u000a19:37:00.742943 run osmo-hlr_10.42.42.2(pid=19695): Launched\u000a19:37:00.909777 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:37:01.543149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19697): Launched\u000a19:37:01.953594 run osmo-stp_10.42.42.5(pid=19698): Launched\u000a19:37:02.238431 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:37:02.813352 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19700): Launched\u000a19:37:03.111002 run osmo-msc_10.42.42.6(pid=19701): Launched\u000a19:37:03.285195 run osmo-stp_10.42.42.5(pid=19698): ERR: Terminated: ERROR {rc=1} [trial-2381↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19698)]\u000a19:37:03.410645 run osmo-stp_10.42.42.5(pid=19698): stdout: \u000a| (launched: 2022-12-12_19:37:01.748413)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:37:03.533868 run osmo-stp_10.42.42.5(pid=19698): stderr: \u000a| �[0;m�[38;5;43m20221212193702071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193702071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193702072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193702072 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193702072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193702073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193702073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:37:03.652666 run osmo-stp_10.42.42.5(pid=19698): stdout: \u000a| (launched: 2022-12-12_19:37:01.748413)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:37:03.770725 run osmo-stp_10.42.42.5(pid=19698): stderr: \u000a| �[0;m�[38;5;43m20221212193702071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193702071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193702072 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193702072 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193702072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193702073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193702073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:37:03.822411 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=19698): Process ended prematurely: osmo-stp_10.42.42.5(pid=19698) [trial-2381↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19698)] [trial-2381↪sms:trx-sysmocell5000↪mo_mt_sms.py:16]\u000a19:37:03.830136 tst mo_mt_sms.py:16: Test FAILED (6.4 sec)\u000a19:37:03.889382 run osmo-hlr_10.42.42.2(pid=19695): ERR: Terminated: ERROR {rc=237} [trial-2381↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19695)]\u000a19:37:03.938270 run osmo-hlr_10.42.42.2(pid=19695): stdout: \u000a| (launched: 2022-12-12_19:37:00.596010) \u000a19:37:03.987689 run osmo-hlr_10.42.42.2(pid=19695): stderr: \u000a| �[0;m�[1;31m20221212193700771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212193700772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212193700772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193700772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193700772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212193700772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212193700784 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/sms:trx-sysmocell5000/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212193700792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212193700793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212193700793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:37:04.055230 run osmo-msc_10.42.42.6(pid=19701): ERR: Terminated: ERROR {rc=2} [trial-2381↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19701)]\u000a19:37:04.103860 run osmo-msc_10.42.42.6(pid=19701): stdout: \u000a| (launched: 2022-12-12_19:37:02.963848) \u000a19:37:04.153437 run osmo-msc_10.42.42.6(pid=19701): stderr: \u000a| �[0;m�[38;5;43m20221212193703235 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212193703235 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2aa3e8ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212193703235 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212193703235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212193703235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212193703236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212193703238 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212193703239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212193703239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212193703239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:37:04.195262 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19694): Terminating (SIGTERM)\u000a19:37:04.234794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19697): Terminating (SIGTERM)\u000a19:37:04.274515 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19700): Terminating (SIGTERM)\u000a19:37:04.283686 --- ParallelTerminationStrategy: PID 19694 died...\u000a19:37:04.337055 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19694): Terminated: ok {rc=0}\u000a19:37:04.346593 --- ParallelTerminationStrategy: PID 19697 died...\u000a19:37:04.399207 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19697): Terminated: ok {rc=0}\u000a19:37:04.408700 --- ParallelTerminationStrategy: PID 19700 died...\u000a19:37:04.461943 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19700): Terminated: ok {rc=0}\u000a19:37:04.550571 bus /sierra_3: Setting Powered False\u000a19:37:05.654394 bus /sierra_3: Setting Powered False\u000a19:37:06.766461 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "58", "name" : "sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:36:57" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "nitb_ussd:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=19707): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19707) [trial-2381↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19707)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=19707): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19707) [trial-2381↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19707)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 nitb_ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a19:37:08.611472 tst nitb_ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a19:37:08.623579 tst nitb_ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a19:37:08.766321 tst assert_extension.py: using LAC 31035\u000a19:37:08.889919 tst assert_extension.py: using RAC 180\u000a19:37:09.014375 tst assert_extension.py: using CellId 31035\u000a19:37:09.139761 tst assert_extension.py: using BVCI 31036\u000a19:37:09.164012 tst nitb_ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a19:37:09.436639 tst assert_extension.py:10: start nitb and bts...\u000a19:37:09.559907 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a19:37:10.177012 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19706): Launched\u000a19:37:10.472802 run osmo-nitb_10.42.42.2(pid=19707): Launched\u000a19:37:10.656409 run osmo-nitb_10.42.42.2(pid=19707): ERR: Terminated: ERROR {rc=2} [trial-2381↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19707)]\u000a19:37:10.792711 run osmo-nitb_10.42.42.2(pid=19707): stdout: \u000a| (launched: 2022-12-12_19:37:10.329536) \u000a19:37:10.928516 run osmo-nitb_10.42.42.2(pid=19707): stderr: \u000a| (launched: 2022-12-12_19:37:10.373599)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:37:11.059634 run osmo-nitb_10.42.42.2(pid=19707): stdout: \u000a| (launched: 2022-12-12_19:37:10.329536) \u000a19:37:11.189427 run osmo-nitb_10.42.42.2(pid=19707): stderr: \u000a| (launched: 2022-12-12_19:37:10.373599)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:37:11.593625 tst osmo-nitb_10.42.42.2(pid=19707): stdout: \u000a| (launched: 2022-12-12_19:37:10.329536) \u000a19:37:11.712172 tst osmo-nitb_10.42.42.2(pid=19707): stderr: \u000a| (launched: 2022-12-12_19:37:10.373599)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:37:11.764262 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=19707): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19707) [trial-2381↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19707)] [trial-2381↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12]\u000a19:37:11.772130 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a19:37:11.806787 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19706): Terminating (SIGTERM)\u000a19:37:11.984099 --- ParallelTerminationStrategy: PID 19706 died...\u000a19:37:12.039400 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19706): Terminated: ok {rc=0}\u000a19:37:12.128624 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "59", "name" : "nitb_ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:37:08" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "ussd:trx-sysmocell5000", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19717): Process ended prematurely: osmo-stp_10.42.42.5(pid=19717) [trial-2381↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19717)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19717): Process ended prematurely: osmo-stp_10.42.42.5(pid=19717) [trial-2381↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19717)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a19:37:13.969195 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:37:13.979937 tst ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a19:37:14.115912 tst assert_extension.py: using LAC 31036\u000a19:37:14.234170 tst assert_extension.py: using RAC 181\u000a19:37:14.351276 tst assert_extension.py: using CellId 31036\u000a19:37:14.473175 tst assert_extension.py: using BVCI 31037\u000a19:37:14.495644 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:37:14.506461 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:37:14.517136 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:37:14.527622 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:37:14.538250 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:37:14.548780 tst ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a19:37:14.757441 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:37:15.262102 run create_hlr_db(pid=19711): Launched\u000a19:37:15.447910 bus /sierra_2: Setting Powered False\u000a19:37:16.491474 run create_hlr_db(pid=19711): Terminated: ok {rc=0}\u000a19:37:16.916510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19713): Launched\u000a19:37:17.286039 run osmo-hlr_10.42.42.2(pid=19714): Launched\u000a19:37:17.395031 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:37:18.012419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19716): Launched\u000a19:37:18.306154 run osmo-stp_10.42.42.5(pid=19717): Launched\u000a19:37:18.412846 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:37:18.949495 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19719): Launched\u000a19:37:19.242275 run osmo-msc_10.42.42.6(pid=19720): Launched\u000a19:37:19.414663 run osmo-stp_10.42.42.5(pid=19717): ERR: Terminated: ERROR {rc=1} [trial-2381↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19717)]\u000a19:37:19.539938 run osmo-stp_10.42.42.5(pid=19717): stdout: \u000a| (launched: 2022-12-12_19:37:18.161238)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:37:19.662420 run osmo-stp_10.42.42.5(pid=19717): stderr: \u000a| �[0;m�[38;5;43m20221212193718330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193718330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193718330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193718331 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193718331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193718331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193718331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:37:19.780483 run osmo-stp_10.42.42.5(pid=19717): stdout: \u000a| (launched: 2022-12-12_19:37:18.161238)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:37:19.897520 run osmo-stp_10.42.42.5(pid=19717): stderr: \u000a| �[0;m�[38;5;43m20221212193718330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193718330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193718330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193718331 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193718331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193718331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193718331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:37:19.949185 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=19717): Process ended prematurely: osmo-stp_10.42.42.5(pid=19717) [trial-2381↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19717)] [trial-2381↪ussd:trx-sysmocell5000↪assert_extension.py:17]\u000a19:37:19.956889 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a19:37:20.016902 run osmo-hlr_10.42.42.2(pid=19714): ERR: Terminated: ERROR {rc=237} [trial-2381↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19714)]\u000a19:37:20.066091 run osmo-hlr_10.42.42.2(pid=19714): stdout: \u000a| (launched: 2022-12-12_19:37:17.072424) \u000a19:37:20.116051 run osmo-hlr_10.42.42.2(pid=19714): stderr: \u000a| �[0;m�[1;31m20221212193717265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212193717265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212193717265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193717265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193717265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212193717265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212193717277 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/ussd:trx-sysmocell5000/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212193717285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212193717286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212193717286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:37:20.183036 run osmo-msc_10.42.42.6(pid=19720): ERR: Terminated: ERROR {rc=2} [trial-2381↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19720)]\u000a19:37:20.231977 run osmo-msc_10.42.42.6(pid=19720): stdout: \u000a| (launched: 2022-12-12_19:37:19.097532) \u000a19:37:20.281564 run osmo-msc_10.42.42.6(pid=19720): stderr: \u000a| �[0;m�[38;5;43m20221212193719367 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212193719367 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f096c8efc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212193719367 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212193719368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212193719369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212193719369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212193719371 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212193719371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212193719371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212193719371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:37:20.323600 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19713): Terminating (SIGTERM)\u000a19:37:20.363470 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19716): Terminating (SIGTERM)\u000a19:37:20.403062 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19719): Terminating (SIGTERM)\u000a19:37:20.412262 --- ParallelTerminationStrategy: PID 19713 died...\u000a19:37:20.465711 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19713): Terminated: ok {rc=0}\u000a19:37:20.475380 --- ParallelTerminationStrategy: PID 19716 died...\u000a19:37:20.528093 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19716): Terminated: ok {rc=0}\u000a19:37:20.537911 --- ParallelTerminationStrategy: PID 19719 died...\u000a19:37:20.590872 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19719): Terminated: ok {rc=0}\u000a19:37:20.678297 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "60", "name" : "ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:37:13" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19731): Process ended prematurely: osmo-stp_10.42.42.5(pid=19731) [trial-2381↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19731)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19731): Process ended prematurely: osmo-stp_10.42.42.5(pid=19731) [trial-2381↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19731)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a19:37:22.635766 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:37:22.647119 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a19:37:22.810846 tst mo_mt_call.py: using LAC 31037\u000a19:37:22.935635 tst mo_mt_call.py: using RAC 182\u000a19:37:23.060730 tst mo_mt_call.py: using CellId 31037\u000a19:37:23.184717 tst mo_mt_call.py: using BVCI 31038\u000a19:37:23.209007 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:37:23.220594 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:37:23.232036 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:37:23.243862 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:37:23.255714 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:37:23.267578 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:37:23.382343 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:37:23.580494 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:37:24.059575 run create_hlr_db(pid=19725): Launched\u000a19:37:24.231915 bus /sierra_2: Setting Powered False\u000a19:37:25.254810 run create_hlr_db(pid=19725): Terminated: ok {rc=0}\u000a19:37:25.683339 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19727): Launched\u000a19:37:26.005690 run osmo-hlr_10.42.42.2(pid=19728): Launched\u000a19:37:26.125924 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:37:26.682794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19730): Launched\u000a19:37:27.003297 run osmo-stp_10.42.42.5(pid=19731): Launched\u000a19:37:27.119471 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:37:27.704847 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19733): Launched\u000a19:37:28.026902 run osmo-msc_10.42.42.6(pid=19735): Launched\u000a19:37:28.215152 run osmo-stp_10.42.42.5(pid=19731): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19731)]\u000a19:37:28.351032 run osmo-stp_10.42.42.5(pid=19731): stdout: \u000a| (launched: 2022-12-12_19:37:26.845407)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:37:28.490786 run osmo-stp_10.42.42.5(pid=19731): stderr: \u000a| �[0;m�[38;5;43m20221212193727035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193727035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193727035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193727036 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193727036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193727036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193727036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:37:28.619365 run osmo-stp_10.42.42.5(pid=19731): stdout: \u000a| (launched: 2022-12-12_19:37:26.845407)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:37:28.747208 run osmo-stp_10.42.42.5(pid=19731): stderr: \u000a| �[0;m�[38;5;43m20221212193727035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193727035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193727035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193727036 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193727036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193727036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193727036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:37:28.803701 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19731): Process ended prematurely: osmo-stp_10.42.42.5(pid=19731) [trial-2381↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19731)] [trial-2381↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a19:37:28.813445 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a19:37:28.877404 run osmo-hlr_10.42.42.2(pid=19728): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19728)]\u000a19:37:28.929790 run osmo-hlr_10.42.42.2(pid=19728): stdout: \u000a| (launched: 2022-12-12_19:37:25.846746) \u000a19:37:28.983120 run osmo-hlr_10.42.42.2(pid=19728): stderr: \u000a| �[0;m�[1;31m20221212193726042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212193726042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212193726043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193726043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193726043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212193726043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212193726055 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212193726064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212193726064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212193726064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:37:29.054785 run osmo-msc_10.42.42.6(pid=19735): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19735)]\u000a19:37:29.106967 run osmo-msc_10.42.42.6(pid=19735): stdout: \u000a| (launched: 2022-12-12_19:37:27.868117) \u000a19:37:29.159821 run osmo-msc_10.42.42.6(pid=19735): stderr: \u000a| �[0;m�[38;5;43m20221212193728188 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212193728188 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb7573dcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212193728189 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212193728189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212193728189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212193728189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212193728191 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212193728191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212193728191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212193728191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:37:29.204192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19727): Terminating (SIGTERM)\u000a19:37:29.246635 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19730): Terminating (SIGTERM)\u000a19:37:29.289220 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19733): Terminating (SIGTERM)\u000a19:37:29.299025 --- ParallelTerminationStrategy: PID 19727 died...\u000a19:37:29.355449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19727): Terminated: ok {rc=0}\u000a19:37:29.365829 --- ParallelTerminationStrategy: PID 19730 died...\u000a19:37:29.421829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19730): Terminated: ok {rc=0}\u000a19:37:29.432137 --- ParallelTerminationStrategy: PID 19733 died...\u000a19:37:29.488168 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19733): Terminated: ok {rc=0}\u000a19:37:29.574861 bus /sierra_3: Setting Powered False\u000a19:37:30.682394 bus /sierra_3: Setting Powered False\u000a19:37:31.808621 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19748): Process ended prematurely: osmo-stp_10.42.42.5(pid=19748) [trial-2381↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19748)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19748): Process ended prematurely: osmo-stp_10.42.42.5(pid=19748) [trial-2381↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19748)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:37:32.924667 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:37:32.937203 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a19:37:33.103264 tst mo_mt_call_osmux.py: using LAC 31038\u000a19:37:33.228395 tst mo_mt_call_osmux.py: using RAC 183\u000a19:37:33.353553 tst mo_mt_call_osmux.py: using CellId 31038\u000a19:37:33.478258 tst mo_mt_call_osmux.py: using BVCI 31039\u000a19:37:33.502513 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:37:33.514226 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:37:33.525791 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:37:33.537598 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:37:33.549436 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:37:33.561203 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:37:33.677545 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:37:33.889715 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:37:34.395185 run create_hlr_db(pid=19742): Launched\u000a19:37:34.582065 bus /sierra_2: Setting Powered False\u000a19:37:35.603781 run create_hlr_db(pid=19742): Terminated: ok {rc=0}\u000a19:37:36.008041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19744): Launched\u000a19:37:36.308321 run osmo-hlr_10.42.42.2(pid=19745): Launched\u000a19:37:36.427127 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:37:36.987927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19747): Launched\u000a19:37:37.309719 run osmo-stp_10.42.42.5(pid=19748): Launched\u000a19:37:37.425663 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:37:38.015402 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19750): Launched\u000a19:37:38.337401 run osmo-msc_10.42.42.6(pid=19751): Launched\u000a19:37:38.525718 run osmo-stp_10.42.42.5(pid=19748): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19748)]\u000a19:37:38.661721 run osmo-stp_10.42.42.5(pid=19748): stdout: \u000a| (launched: 2022-12-12_19:37:37.151705)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:37:38.797399 run osmo-stp_10.42.42.5(pid=19748): stderr: \u000a| �[0;m�[38;5;43m20221212193737343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193737343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193737343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193737344 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193737344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193737344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193737344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:37:38.926712 run osmo-stp_10.42.42.5(pid=19748): stdout: \u000a| (launched: 2022-12-12_19:37:37.151705)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:37:39.056035 run osmo-stp_10.42.42.5(pid=19748): stderr: \u000a| �[0;m�[38;5;43m20221212193737343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193737343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193737343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193737344 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193737344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193737344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193737344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:37:39.112653 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19748): Process ended prematurely: osmo-stp_10.42.42.5(pid=19748) [trial-2381↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19748)] [trial-2381↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a19:37:39.122469 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a19:37:39.186041 run osmo-hlr_10.42.42.2(pid=19745): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19745)]\u000a19:37:39.237523 run osmo-hlr_10.42.42.2(pid=19745): stdout: \u000a| (launched: 2022-12-12_19:37:36.160384) \u000a19:37:39.289968 run osmo-hlr_10.42.42.2(pid=19745): stderr: \u000a| �[0;m�[1;31m20221212193736334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212193736334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212193736334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193736334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193736334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212193736334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212193736346 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212193736357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212193736357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212193736357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:37:39.360898 run osmo-msc_10.42.42.6(pid=19751): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19751)]\u000a19:37:39.412488 run osmo-msc_10.42.42.6(pid=19751): stdout: \u000a| (launched: 2022-12-12_19:37:38.178852) \u000a19:37:39.464668 run osmo-msc_10.42.42.6(pid=19751): stderr: \u000a| �[0;m�[38;5;43m20221212193738499 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212193738499 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0c16c77c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212193738499 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212193738499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212193738500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212193738500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212193738502 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212193738502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212193738502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212193738502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:37:39.508651 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19744): Terminating (SIGTERM)\u000a19:37:39.550708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19747): Terminating (SIGTERM)\u000a19:37:39.592812 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19750): Terminating (SIGTERM)\u000a19:37:39.602750 --- ParallelTerminationStrategy: PID 19744 died...\u000a19:37:39.659291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19744): Terminated: ok {rc=0}\u000a19:37:39.669717 --- ParallelTerminationStrategy: PID 19747 died...\u000a19:37:39.726272 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19747): Terminated: ok {rc=0}\u000a19:37:39.736734 --- ParallelTerminationStrategy: PID 19750 died...\u000a19:37:39.793415 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19750): Terminated: ok {rc=0}\u000a19:37:39.881363 bus /sierra_3: Setting Powered False\u000a19:37:40.986465 bus /sierra_3: Setting Powered False\u000a19:37:42.099473 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "61", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:37:22" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19763): Process ended prematurely: osmo-stp_10.42.42.5(pid=19763) [trial-2381↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19763)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19763): Process ended prematurely: osmo-stp_10.42.42.5(pid=19763) [trial-2381↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19763)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a19:37:44.091891 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:37:44.103268 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a19:37:44.264290 tst mo_mt_call.py: using LAC 31039\u000a19:37:44.380874 tst mo_mt_call.py: using RAC 184\u000a19:37:44.498590 tst mo_mt_call.py: using CellId 31039\u000a19:37:44.615028 tst mo_mt_call.py: using BVCI 31040\u000a19:37:44.637835 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:37:44.649059 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:37:44.660038 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:37:44.671089 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:37:44.682176 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:37:44.693238 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:37:44.814429 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:37:45.015486 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:37:45.496114 run create_hlr_db(pid=19757): Launched\u000a19:37:45.668132 bus /sierra_2: Setting Powered False\u000a19:37:46.744026 run create_hlr_db(pid=19757): Terminated: ok {rc=0}\u000a19:37:47.179592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19759): Launched\u000a19:37:47.482968 run osmo-hlr_10.42.42.2(pid=19760): Launched\u000a19:37:47.598247 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:37:48.119215 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19762): Launched\u000a19:37:48.418156 run osmo-stp_10.42.42.5(pid=19763): Launched\u000a19:37:48.526127 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:37:49.080112 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19765): Launched\u000a19:37:49.381199 run osmo-msc_10.42.42.6(pid=19766): Launched\u000a19:37:49.557387 run osmo-stp_10.42.42.5(pid=19763): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19763)]\u000a19:37:49.684782 run osmo-stp_10.42.42.5(pid=19763): stdout: \u000a| (launched: 2022-12-12_19:37:48.271215)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:37:49.809508 run osmo-stp_10.42.42.5(pid=19763): stderr: \u000a| �[0;m�[38;5;43m20221212193748438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193748438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193748439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193748439 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193748440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193748440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193748440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:37:49.929762 run osmo-stp_10.42.42.5(pid=19763): stdout: \u000a| (launched: 2022-12-12_19:37:48.271215)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:37:50.048803 run osmo-stp_10.42.42.5(pid=19763): stderr: \u000a| �[0;m�[38;5;43m20221212193748438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193748438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193748439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193748439 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193748440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193748440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193748440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:37:50.101824 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19763): Process ended prematurely: osmo-stp_10.42.42.5(pid=19763) [trial-2381↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19763)] [trial-2381↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a19:37:50.110626 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a19:37:50.170269 run osmo-hlr_10.42.42.2(pid=19760): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19760)]\u000a19:37:50.219363 run osmo-hlr_10.42.42.2(pid=19760): stdout: \u000a| (launched: 2022-12-12_19:37:47.333419) \u000a19:37:50.268988 run osmo-hlr_10.42.42.2(pid=19760): stderr: \u000a| �[0;m�[1;31m20221212193747509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212193747509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212193747509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193747509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193747509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212193747509 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212193747522 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212193747531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212193747531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212193747531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:37:50.336230 run osmo-msc_10.42.42.6(pid=19766): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19766)]\u000a19:37:50.385830 run osmo-msc_10.42.42.6(pid=19766): stdout: \u000a| (launched: 2022-12-12_19:37:49.232453) \u000a19:37:50.435544 run osmo-msc_10.42.42.6(pid=19766): stderr: \u000a| �[0;m�[38;5;43m20221212193749504 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212193749504 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f40e273ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212193749504 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212193749504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212193749504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212193749505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212193749506 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212193749507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212193749507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212193749507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:37:50.477652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19759): Terminating (SIGTERM)\u000a19:37:50.517404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19762): Terminating (SIGTERM)\u000a19:37:50.557202 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19765): Terminating (SIGTERM)\u000a19:37:50.566340 --- ParallelTerminationStrategy: PID 19759 died...\u000a19:37:50.619328 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19759): Terminated: ok {rc=0}\u000a19:37:50.629014 --- ParallelTerminationStrategy: PID 19762 died...\u000a19:37:50.681920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19762): Terminated: ok {rc=0}\u000a19:37:50.691448 --- ParallelTerminationStrategy: PID 19765 died...\u000a19:37:50.744544 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19765): Terminated: ok {rc=0}\u000a19:37:50.832198 bus /sierra_3: Setting Powered False\u000a19:37:51.935829 bus /sierra_3: Setting Powered False\u000a19:37:53.042845 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19776): Process ended prematurely: osmo-stp_10.42.42.5(pid=19776) [trial-2381↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19776)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19776): Process ended prematurely: osmo-stp_10.42.42.5(pid=19776) [trial-2381↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19776)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:37:54.150319 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:37:54.162344 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a19:37:54.318113 tst mo_mt_call_osmux.py: using LAC 31040\u000a19:37:54.434569 tst mo_mt_call_osmux.py: using RAC 185\u000a19:37:54.551911 tst mo_mt_call_osmux.py: using CellId 31040\u000a19:37:54.678803 tst mo_mt_call_osmux.py: using BVCI 31041\u000a19:37:54.703491 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:37:54.715744 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:37:54.727278 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:37:54.739785 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:37:54.752226 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:37:54.764678 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:37:54.885348 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:37:55.097290 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:37:55.602292 run create_hlr_db(pid=19768): Launched\u000a19:37:55.788284 bus /sierra_2: Setting Powered False\u000a19:37:56.809365 run create_hlr_db(pid=19768): Terminated: ok {rc=0}\u000a19:37:57.239483 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19770): Launched\u000a19:37:57.562128 run osmo-hlr_10.42.42.2(pid=19771): Launched\u000a19:37:57.677965 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:37:58.235905 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19773): Launched\u000a19:37:58.558350 run osmo-stp_10.42.42.5(pid=19776): Launched\u000a19:37:58.675784 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:37:59.266272 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19778): Launched\u000a19:37:59.588819 run osmo-msc_10.42.42.6(pid=19779): Launched\u000a19:37:59.777846 run osmo-stp_10.42.42.5(pid=19776): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19776)]\u000a19:37:59.914996 run osmo-stp_10.42.42.5(pid=19776): stdout: \u000a| (launched: 2022-12-12_19:37:58.399551)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:38:00.051916 run osmo-stp_10.42.42.5(pid=19776): stderr: \u000a| �[0;m�[38;5;43m20221212193758588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193758589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193758589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193758589 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193758590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193758590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193758590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:38:00.181928 run osmo-stp_10.42.42.5(pid=19776): stdout: \u000a| (launched: 2022-12-12_19:37:58.399551)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:38:00.310834 run osmo-stp_10.42.42.5(pid=19776): stderr: \u000a| �[0;m�[38;5;43m20221212193758588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193758589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193758589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193758589 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193758590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193758590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193758590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:38:00.367637 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19776): Process ended prematurely: osmo-stp_10.42.42.5(pid=19776) [trial-2381↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19776)] [trial-2381↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a19:38:00.376841 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a19:38:00.439927 run osmo-hlr_10.42.42.2(pid=19771): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19771)]\u000a19:38:00.491373 run osmo-hlr_10.42.42.2(pid=19771): stdout: \u000a| (launched: 2022-12-12_19:37:57.402791) \u000a19:38:00.544295 run osmo-hlr_10.42.42.2(pid=19771): stderr: \u000a| �[0;m�[1;31m20221212193757599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212193757599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212193757599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193757599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193757599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212193757599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212193757632 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212193757643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212193757643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212193757643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:38:00.615387 run osmo-msc_10.42.42.6(pid=19779): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19779)]\u000a19:38:00.667184 run osmo-msc_10.42.42.6(pid=19779): stdout: \u000a| (launched: 2022-12-12_19:37:59.430250) \u000a19:38:00.719483 run osmo-msc_10.42.42.6(pid=19779): stderr: \u000a| �[0;m�[38;5;43m20221212193759752 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212193759752 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8cf74b7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212193759752 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212193759752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212193759752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212193759753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212193759754 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212193759755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212193759755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212193759755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:38:00.763656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19770): Terminating (SIGTERM)\u000a19:38:00.805986 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19773): Terminating (SIGTERM)\u000a19:38:00.861262 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19778): Terminating (SIGTERM)\u000a19:38:00.871184 --- ParallelTerminationStrategy: PID 19770 died...\u000a19:38:00.930068 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19770): Terminated: ok {rc=0}\u000a19:38:00.940133 --- ParallelTerminationStrategy: PID 19773 died...\u000a19:38:00.994722 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19773): Terminated: ok {rc=0}\u000a19:38:01.005339 --- ParallelTerminationStrategy: PID 19778 died...\u000a19:38:01.060484 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19778): Terminated: ok {rc=0}\u000a19:38:01.148463 bus /sierra_3: Setting Powered False\u000a19:38:02.263911 bus /sierra_3: Setting Powered False\u000a19:38:03.376498 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "62", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:37:43" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19790): Process ended prematurely: osmo-stp_10.42.42.5(pid=19790) [trial-2381↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19790)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19790): Process ended prematurely: osmo-stp_10.42.42.5(pid=19790) [trial-2381↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19790)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a19:38:05.387035 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:38:05.398328 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a19:38:05.553608 tst mo_mt_call.py: using LAC 31041\u000a19:38:05.669935 tst mo_mt_call.py: using RAC 186\u000a19:38:05.786493 tst mo_mt_call.py: using CellId 31041\u000a19:38:05.903230 tst mo_mt_call.py: using BVCI 31042\u000a19:38:05.925868 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:38:05.937254 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:38:05.948125 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:38:05.959712 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:38:05.971367 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:38:05.983084 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:38:06.105093 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:38:06.308504 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:38:06.788862 run create_hlr_db(pid=19784): Launched\u000a19:38:06.961486 bus /sierra_2: Setting Powered False\u000a19:38:07.983075 run create_hlr_db(pid=19784): Terminated: ok {rc=0}\u000a19:38:08.411002 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19786): Launched\u000a19:38:08.732439 run osmo-hlr_10.42.42.2(pid=19787): Launched\u000a19:38:08.849571 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:38:09.409124 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19789): Launched\u000a19:38:09.730774 run osmo-stp_10.42.42.5(pid=19790): Launched\u000a19:38:09.849690 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:38:10.437962 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19792): Launched\u000a19:38:10.761683 run osmo-msc_10.42.42.6(pid=19793): Launched\u000a19:38:10.951887 run osmo-stp_10.42.42.5(pid=19790): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19790)]\u000a19:38:11.089318 run osmo-stp_10.42.42.5(pid=19790): stdout: \u000a| (launched: 2022-12-12_19:38:09.572151)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:38:11.220233 run osmo-stp_10.42.42.5(pid=19790): stderr: \u000a| �[0;m�[38;5;43m20221212193809762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193809762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193809762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193809763 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193809763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193809763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193809763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:38:11.341348 run osmo-stp_10.42.42.5(pid=19790): stdout: \u000a| (launched: 2022-12-12_19:38:09.572151)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:38:11.460351 run osmo-stp_10.42.42.5(pid=19790): stderr: \u000a| �[0;m�[38;5;43m20221212193809762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193809762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193809762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193809763 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193809763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193809763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193809763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:38:11.512916 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19790): Process ended prematurely: osmo-stp_10.42.42.5(pid=19790) [trial-2381↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19790)] [trial-2381↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a19:38:11.521505 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a19:38:11.580584 run osmo-hlr_10.42.42.2(pid=19787): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19787)]\u000a19:38:11.629944 run osmo-hlr_10.42.42.2(pid=19787): stdout: \u000a| (launched: 2022-12-12_19:38:08.574627) \u000a19:38:11.679687 run osmo-hlr_10.42.42.2(pid=19787): stderr: \u000a| �[0;m�[1;31m20221212193808772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212193808772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212193808772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193808772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193808772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212193808772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212193808785 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212193808793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212193808793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212193808793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:38:11.746521 run osmo-msc_10.42.42.6(pid=19793): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19793)]\u000a19:38:11.794978 run osmo-msc_10.42.42.6(pid=19793): stdout: \u000a| (launched: 2022-12-12_19:38:10.601223) \u000a19:38:11.843990 run osmo-msc_10.42.42.6(pid=19793): stderr: \u000a| �[0;m�[38;5;43m20221212193810922 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212193810922 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbf51932c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212193810922 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212193810922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212193810922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212193810922 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212193810924 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212193810925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212193810925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212193810925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:38:11.885380 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19786): Terminating (SIGTERM)\u000a19:38:11.924599 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19789): Terminating (SIGTERM)\u000a19:38:11.963986 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19792): Terminating (SIGTERM)\u000a19:38:11.973198 --- ParallelTerminationStrategy: PID 19786 died...\u000a19:38:12.026246 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19786): Terminated: ok {rc=0}\u000a19:38:12.035719 --- ParallelTerminationStrategy: PID 19789 died...\u000a19:38:12.088561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19789): Terminated: ok {rc=0}\u000a19:38:12.098101 --- ParallelTerminationStrategy: PID 19792 died...\u000a19:38:12.151036 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19792): Terminated: ok {rc=0}\u000a19:38:12.239981 bus /sierra_3: Setting Powered False\u000a19:38:13.348353 bus /sierra_3: Setting Powered False\u000a19:38:14.461541 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19801): Process ended prematurely: osmo-stp_10.42.42.5(pid=19801) [trial-2381↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19801)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19801): Process ended prematurely: osmo-stp_10.42.42.5(pid=19801) [trial-2381↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19801)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:38:15.576476 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:38:15.589182 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a19:38:15.756548 tst mo_mt_call_osmux.py: using LAC 31042\u000a19:38:15.892053 tst mo_mt_call_osmux.py: using RAC 187\u000a19:38:16.036850 tst mo_mt_call_osmux.py: using CellId 31042\u000a19:38:16.170079 tst mo_mt_call_osmux.py: using BVCI 31043\u000a19:38:16.195979 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:38:16.208917 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:38:16.222392 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:38:16.236292 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:38:16.250335 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:38:16.263999 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:38:16.385048 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:38:16.602548 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:38:17.151648 run create_hlr_db(pid=19795): Launched\u000a19:38:17.341357 bus /sierra_2: Setting Powered False\u000a19:38:18.360216 run create_hlr_db(pid=19795): Terminated: ok {rc=0}\u000a19:38:18.763727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19797): Launched\u000a19:38:19.062827 run osmo-hlr_10.42.42.2(pid=19798): Launched\u000a19:38:19.181989 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:38:19.713476 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19800): Launched\u000a19:38:20.013495 run osmo-stp_10.42.42.5(pid=19801): Launched\u000a19:38:20.122547 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:38:20.673821 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19803): Launched\u000a19:38:20.977110 run osmo-msc_10.42.42.6(pid=19804): Launched\u000a19:38:21.152938 run osmo-stp_10.42.42.5(pid=19801): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19801)]\u000a19:38:21.280034 run osmo-stp_10.42.42.5(pid=19801): stdout: \u000a| (launched: 2022-12-12_19:38:19.865557)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:38:21.406272 run osmo-stp_10.42.42.5(pid=19801): stderr: \u000a| �[0;m�[38;5;43m20221212193820032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193820032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193820033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193820033 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193820033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193820034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193820034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:38:21.526807 run osmo-stp_10.42.42.5(pid=19801): stdout: \u000a| (launched: 2022-12-12_19:38:19.865557)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:38:21.646291 run osmo-stp_10.42.42.5(pid=19801): stderr: \u000a| �[0;m�[38;5;43m20221212193820032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193820032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193820033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193820033 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193820033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193820034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193820034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:38:21.699029 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19801): Process ended prematurely: osmo-stp_10.42.42.5(pid=19801) [trial-2381↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19801)] [trial-2381↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a19:38:21.707451 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a19:38:21.767170 run osmo-hlr_10.42.42.2(pid=19798): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19798)]\u000a19:38:21.816450 run osmo-hlr_10.42.42.2(pid=19798): stdout: \u000a| (launched: 2022-12-12_19:38:18.916058) \u000a19:38:21.866343 run osmo-hlr_10.42.42.2(pid=19798): stderr: \u000a| �[0;m�[1;31m20221212193819090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212193819090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212193819090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193819090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193819090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212193819090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212193819103 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212193819112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212193819112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212193819112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:38:21.934956 run osmo-msc_10.42.42.6(pid=19804): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19804)]\u000a19:38:21.983992 run osmo-msc_10.42.42.6(pid=19804): stdout: \u000a| (launched: 2022-12-12_19:38:20.826450) \u000a19:38:22.033806 run osmo-msc_10.42.42.6(pid=19804): stderr: \u000a| �[0;m�[38;5;43m20221212193821096 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212193821096 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f830f1aec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212193821096 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212193821096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212193821096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212193821097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212193821098 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212193821099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212193821099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212193821099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:38:22.075768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19797): Terminating (SIGTERM)\u000a19:38:22.115328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19800): Terminating (SIGTERM)\u000a19:38:22.154728 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19803): Terminating (SIGTERM)\u000a19:38:22.163885 --- ParallelTerminationStrategy: PID 19797 died...\u000a19:38:22.217239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19797): Terminated: ok {rc=0}\u000a19:38:22.226674 --- ParallelTerminationStrategy: PID 19800 died...\u000a19:38:22.279936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19800): Terminated: ok {rc=0}\u000a19:38:22.289844 --- ParallelTerminationStrategy: PID 19803 died...\u000a19:38:22.342799 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19803): Terminated: ok {rc=0}\u000a19:38:22.431585 bus /sierra_3: Setting Powered False\u000a19:38:23.534129 bus /sierra_3: Setting Powered False\u000a19:38:24.646333 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "63", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:38:05" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19815): Process ended prematurely: osmo-stp_10.42.42.5(pid=19815) [trial-2381↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19815)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19815): Process ended prematurely: osmo-stp_10.42.42.5(pid=19815) [trial-2381↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19815)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a19:38:26.665319 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:38:26.677204 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a19:38:26.840390 tst mo_mt_call.py: using LAC 31043\u000a19:38:26.965857 tst mo_mt_call.py: using RAC 188\u000a19:38:27.085587 tst mo_mt_call.py: using CellId 31043\u000a19:38:27.213160 tst mo_mt_call.py: using BVCI 31044\u000a19:38:27.237618 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:38:27.249405 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:38:27.260911 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:38:27.272786 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:38:27.284775 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:38:27.296836 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a19:38:27.412673 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a19:38:27.612586 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:38:28.094544 run create_hlr_db(pid=19809): Launched\u000a19:38:28.267327 bus /sierra_2: Setting Powered False\u000a19:38:29.289561 run create_hlr_db(pid=19809): Terminated: ok {rc=0}\u000a19:38:29.715919 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19811): Launched\u000a19:38:30.038971 run osmo-hlr_10.42.42.2(pid=19812): Launched\u000a19:38:30.159141 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:38:30.718578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19814): Launched\u000a19:38:31.085931 run osmo-stp_10.42.42.5(pid=19815): Launched\u000a19:38:31.266315 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:38:31.889737 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19817): Launched\u000a19:38:32.305491 run osmo-msc_10.42.42.6(pid=19818): Launched\u000a19:38:32.571582 run osmo-stp_10.42.42.5(pid=19815): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19815)]\u000a19:38:32.708000 run osmo-stp_10.42.42.5(pid=19815): stdout: \u000a| (launched: 2022-12-12_19:38:30.895765)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:38:32.841971 run osmo-stp_10.42.42.5(pid=19815): stderr: \u000a| �[0;m�[38;5;43m20221212193831240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193831240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193831240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193831241 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193831242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193831242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193831242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:38:32.971118 run osmo-stp_10.42.42.5(pid=19815): stdout: \u000a| (launched: 2022-12-12_19:38:30.895765)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:38:33.099270 run osmo-stp_10.42.42.5(pid=19815): stderr: \u000a| �[0;m�[38;5;43m20221212193831240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193831240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193831240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193831241 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193831242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193831242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193831242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:38:33.155580 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19815): Process ended prematurely: osmo-stp_10.42.42.5(pid=19815) [trial-2381↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19815)] [trial-2381↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a19:38:33.164932 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a19:38:33.228126 run osmo-hlr_10.42.42.2(pid=19812): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19812)]\u000a19:38:33.279740 run osmo-hlr_10.42.42.2(pid=19812): stdout: \u000a| (launched: 2022-12-12_19:38:29.878781) \u000a19:38:33.332210 run osmo-hlr_10.42.42.2(pid=19812): stderr: \u000a| �[0;m�[1;31m20221212193830074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212193830074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212193830074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193830074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193830074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212193830074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212193830087 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212193830095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212193830095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212193830095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:38:33.402897 run osmo-msc_10.42.42.6(pid=19818): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19818)]\u000a19:38:33.454719 run osmo-msc_10.42.42.6(pid=19818): stdout: \u000a| (launched: 2022-12-12_19:38:32.046194) \u000a19:38:33.506989 run osmo-msc_10.42.42.6(pid=19818): stderr: \u000a| �[0;m�[38;5;43m20221212193832542 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212193832542 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2173be4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212193832542 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212193832542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212193832542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212193832542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212193832544 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212193832545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212193832545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212193832545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:38:33.550938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19811): Terminating (SIGTERM)\u000a19:38:33.592805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19814): Terminating (SIGTERM)\u000a19:38:33.634747 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19817): Terminating (SIGTERM)\u000a19:38:33.644680 --- ParallelTerminationStrategy: PID 19811 died...\u000a19:38:33.701151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19811): Terminated: ok {rc=0}\u000a19:38:33.711082 --- ParallelTerminationStrategy: PID 19814 died...\u000a19:38:33.767317 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19814): Terminated: ok {rc=0}\u000a19:38:33.777430 --- ParallelTerminationStrategy: PID 19817 died...\u000a19:38:33.833041 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19817): Terminated: ok {rc=0}\u000a19:38:33.920401 bus /sierra_3: Setting Powered False\u000a19:38:35.023299 bus /sierra_3: Setting Powered False\u000a19:38:36.133546 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19826): Process ended prematurely: osmo-stp_10.42.42.5(pid=19826) [trial-2381↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19826)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19826): Process ended prematurely: osmo-stp_10.42.42.5(pid=19826) [trial-2381↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19826)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:38:37.248692 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:38:37.261157 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a19:38:37.429580 tst mo_mt_call_osmux.py: using LAC 31044\u000a19:38:37.554136 tst mo_mt_call_osmux.py: using RAC 189\u000a19:38:37.677979 tst mo_mt_call_osmux.py: using CellId 31044\u000a19:38:37.801856 tst mo_mt_call_osmux.py: using BVCI 31045\u000a19:38:37.826448 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:38:37.838589 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:38:37.850608 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:38:37.862272 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:38:37.874304 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:38:37.886263 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a19:38:38.004145 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a19:38:38.213742 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:38:38.721850 run create_hlr_db(pid=19820): Launched\u000a19:38:38.908588 bus /sierra_2: Setting Powered False\u000a19:38:39.930555 run create_hlr_db(pid=19820): Terminated: ok {rc=0}\u000a19:38:40.360092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19822): Launched\u000a19:38:40.684514 run osmo-hlr_10.42.42.2(pid=19823): Launched\u000a19:38:40.802101 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:38:41.363991 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19825): Launched\u000a19:38:41.687618 run osmo-stp_10.42.42.5(pid=19826): Launched\u000a19:38:41.805038 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:38:42.396904 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19828): Launched\u000a19:38:42.719167 run osmo-msc_10.42.42.6(pid=19829): Launched\u000a19:38:42.907743 run osmo-stp_10.42.42.5(pid=19826): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19826)]\u000a19:38:43.044662 run osmo-stp_10.42.42.5(pid=19826): stdout: \u000a| (launched: 2022-12-12_19:38:41.527842)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:38:43.180144 run osmo-stp_10.42.42.5(pid=19826): stderr: \u000a| �[0;m�[38;5;43m20221212193841716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193841716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193841716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193841717 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193841717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193841717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193841717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:38:43.310105 run osmo-stp_10.42.42.5(pid=19826): stdout: \u000a| (launched: 2022-12-12_19:38:41.527842)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:38:43.438532 run osmo-stp_10.42.42.5(pid=19826): stderr: \u000a| �[0;m�[38;5;43m20221212193841716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193841716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193841716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193841717 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193841717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193841717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193841717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:38:43.495337 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19826): Process ended prematurely: osmo-stp_10.42.42.5(pid=19826) [trial-2381↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19826)] [trial-2381↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a19:38:43.504858 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a19:38:43.568559 run osmo-hlr_10.42.42.2(pid=19823): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19823)]\u000a19:38:43.620484 run osmo-hlr_10.42.42.2(pid=19823): stdout: \u000a| (launched: 2022-12-12_19:38:40.524145) \u000a19:38:43.673109 run osmo-hlr_10.42.42.2(pid=19823): stderr: \u000a| �[0;m�[1;31m20221212193840718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212193840718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212193840718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193840719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193840719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212193840719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212193840732 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212193840740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212193840740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212193840740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:38:43.744383 run osmo-msc_10.42.42.6(pid=19829): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19829)]\u000a19:38:43.796924 run osmo-msc_10.42.42.6(pid=19829): stdout: \u000a| (launched: 2022-12-12_19:38:42.560694) \u000a19:38:43.849649 run osmo-msc_10.42.42.6(pid=19829): stderr: \u000a| �[0;m�[38;5;43m20221212193842882 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212193842882 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd35c200c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212193842882 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212193842882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212193842882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212193842883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212193842884 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212193842885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212193842885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212193842885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:38:43.893791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19822): Terminating (SIGTERM)\u000a19:38:43.935783 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19825): Terminating (SIGTERM)\u000a19:38:43.978553 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19828): Terminating (SIGTERM)\u000a19:38:43.988266 --- ParallelTerminationStrategy: PID 19822 died...\u000a19:38:44.044590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19822): Terminated: ok {rc=0}\u000a19:38:44.055078 --- ParallelTerminationStrategy: PID 19825 died...\u000a19:38:44.111379 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19825): Terminated: ok {rc=0}\u000a19:38:44.122105 --- ParallelTerminationStrategy: PID 19828 died...\u000a19:38:44.179036 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19828): Terminated: ok {rc=0}\u000a19:38:44.267301 bus /sierra_3: Setting Powered False\u000a19:38:45.373767 bus /sierra_3: Setting Powered False\u000a19:38:46.519181 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "64", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:38:26" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20111): Process ended prematurely: osmo-stp_10.42.42.5(pid=20111) [trial-2381↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20111)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20111): Process ended prematurely: osmo-stp_10.42.42.5(pid=20111) [trial-2381↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20111)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a19:38:48.631760 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:38:48.647435 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a19:38:48.818780 tst mo_mt_call.py: using LAC 31045\u000a19:38:48.948309 tst mo_mt_call.py: using RAC 190\u000a19:38:49.078363 tst mo_mt_call.py: using CellId 31045\u000a19:38:49.209378 tst mo_mt_call.py: using BVCI 31046\u000a19:38:49.235386 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:38:49.248343 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:38:49.261981 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:38:49.275945 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:38:49.289965 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:38:49.302723 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:38:49.429798 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:38:49.648086 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:38:50.208209 run create_hlr_db(pid=20103): Launched\u000a19:38:50.403925 bus /sierra_2: Setting Powered False\u000a19:38:51.410331 run create_hlr_db(pid=20103): Terminated: ok {rc=0}\u000a19:38:51.848652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20107): Launched\u000a19:38:52.264177 run osmo-hlr_10.42.42.2(pid=20108): Launched\u000a19:38:52.491145 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:38:53.122351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20110): Launched\u000a19:38:53.553889 run osmo-stp_10.42.42.5(pid=20111): Launched\u000a19:38:53.767975 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:38:54.386852 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20113): Launched\u000a19:38:54.814179 run osmo-msc_10.42.42.6(pid=20114): Launched\u000a19:38:55.209012 run osmo-stp_10.42.42.5(pid=20111): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20111)]\u000a19:38:55.408507 run osmo-stp_10.42.42.5(pid=20111): stdout: \u000a| (launched: 2022-12-12_19:38:53.291247)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:38:55.548926 run osmo-stp_10.42.42.5(pid=20111): stderr: \u000a| �[0;m�[38;5;43m20221212193853580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193853580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193853580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193853589 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193853589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193853590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193853590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:38:55.684671 run osmo-stp_10.42.42.5(pid=20111): stdout: \u000a| (launched: 2022-12-12_19:38:53.291247)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:38:55.819082 run osmo-stp_10.42.42.5(pid=20111): stderr: \u000a| �[0;m�[38;5;43m20221212193853580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193853580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193853580 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193853589 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193853589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193853590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193853590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:38:55.878283 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20111): Process ended prematurely: osmo-stp_10.42.42.5(pid=20111) [trial-2381↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20111)] [trial-2381↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a19:38:55.888699 tst mo_mt_call.py:8: Test FAILED (7.3 sec)\u000a19:38:55.957601 run osmo-hlr_10.42.42.2(pid=20108): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20108)]\u000a19:38:56.013089 run osmo-hlr_10.42.42.2(pid=20108): stdout: \u000a| (launched: 2022-12-12_19:38:52.008303) \u000a19:38:56.069181 run osmo-hlr_10.42.42.2(pid=20108): stderr: \u000a| �[0;m�[1;31m20221212193852345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212193852345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212193852345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193852345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193852346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212193852346 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212193852359 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212193852372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212193852372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212193852372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:38:56.144176 run osmo-msc_10.42.42.6(pid=20114): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20114)]\u000a19:38:56.199114 run osmo-msc_10.42.42.6(pid=20114): stdout: \u000a| (launched: 2022-12-12_19:38:54.555916) \u000a19:38:56.255013 run osmo-msc_10.42.42.6(pid=20114): stderr: \u000a| �[0;m�[38;5;43m20221212193855061 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212193855062 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb73f974c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212193855062 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212193855062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212193855062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212193855062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212193855064 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212193855064 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212193855065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212193855065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:38:56.302451 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20107): Terminating (SIGTERM)\u000a19:38:56.349964 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20110): Terminating (SIGTERM)\u000a19:38:56.395131 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20113): Terminating (SIGTERM)\u000a19:38:56.408495 --- ParallelTerminationStrategy: PID 20107 died...\u000a19:38:56.470968 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20107): Terminated: ok {rc=0}\u000a19:38:56.482287 --- ParallelTerminationStrategy: PID 20110 died...\u000a19:38:56.541821 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20110): Terminated: ok {rc=0}\u000a19:38:56.554188 --- ParallelTerminationStrategy: PID 20113 died...\u000a19:38:56.615553 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20113): Terminated: ok {rc=0}\u000a19:38:56.707998 bus /sierra_3: Setting Powered False\u000a19:38:57.820692 bus /sierra_3: Setting Powered False\u000a19:38:58.939385 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20122): Process ended prematurely: osmo-stp_10.42.42.5(pid=20122) [trial-2381↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20122)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20122): Process ended prematurely: osmo-stp_10.42.42.5(pid=20122) [trial-2381↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20122)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:39:00.062168 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:39:00.076205 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a19:39:00.251650 tst mo_mt_call_osmux.py: using LAC 31046\u000a19:39:00.384199 tst mo_mt_call_osmux.py: using RAC 191\u000a19:39:00.518181 tst mo_mt_call_osmux.py: using CellId 31046\u000a19:39:00.652501 tst mo_mt_call_osmux.py: using BVCI 31047\u000a19:39:00.679647 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:39:00.692838 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:39:00.707355 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:39:00.721179 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:39:00.736346 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:39:00.750045 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:39:00.896871 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:39:01.159776 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:39:01.728164 run create_hlr_db(pid=20116): Launched\u000a19:39:01.925497 bus /sierra_2: Setting Powered False\u000a19:39:02.959180 run create_hlr_db(pid=20116): Terminated: ok {rc=0}\u000a19:39:03.395229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20118): Launched\u000a19:39:03.813257 run osmo-hlr_10.42.42.2(pid=20119): Launched\u000a19:39:04.058847 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:39:04.659491 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20121): Launched\u000a19:39:05.103832 run osmo-stp_10.42.42.5(pid=20122): Launched\u000a19:39:05.328186 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:39:05.961679 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20124): Launched\u000a19:39:06.407145 run osmo-msc_10.42.42.6(pid=20125): Launched\u000a19:39:06.809190 run osmo-stp_10.42.42.5(pid=20122): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20122)]\u000a19:39:07.005615 run osmo-stp_10.42.42.5(pid=20122): stdout: \u000a| (launched: 2022-12-12_19:39:04.834194)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:39:07.149243 run osmo-stp_10.42.42.5(pid=20122): stderr: \u000a| �[0;m�[38;5;43m20221212193905133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193905134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193905134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193905134 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193905135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193905135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193905135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:39:07.288549 run osmo-stp_10.42.42.5(pid=20122): stdout: \u000a| (launched: 2022-12-12_19:39:04.834194)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:39:07.426697 run osmo-stp_10.42.42.5(pid=20122): stderr: \u000a| �[0;m�[38;5;43m20221212193905133 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193905134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193905134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193905134 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193905135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193905135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193905135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:39:07.487873 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20122): Process ended prematurely: osmo-stp_10.42.42.5(pid=20122) [trial-2381↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20122)] [trial-2381↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a19:39:07.498972 tst mo_mt_call_osmux.py:8: Test FAILED (7.5 sec)\u000a19:39:07.570584 run osmo-hlr_10.42.42.2(pid=20119): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20119)]\u000a19:39:07.626327 run osmo-hlr_10.42.42.2(pid=20119): stdout: \u000a| (launched: 2022-12-12_19:39:03.552609) \u000a19:39:07.683259 run osmo-hlr_10.42.42.2(pid=20119): stderr: \u000a| �[0;m�[1;31m20221212193903857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212193903857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212193903857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193903857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193903857 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212193903858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212193903871 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212193903887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212193903888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212193903888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:39:07.758977 run osmo-msc_10.42.42.6(pid=20125): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20125)]\u000a19:39:07.816240 run osmo-msc_10.42.42.6(pid=20125): stdout: \u000a| (launched: 2022-12-12_19:39:06.134829) \u000a19:39:07.873959 run osmo-msc_10.42.42.6(pid=20125): stderr: \u000a| �[0;m�[38;5;43m20221212193906640 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212193906640 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa2d05f5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212193906640 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212193906640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212193906640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212193906645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212193906647 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212193906647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212193906647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212193906647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:39:07.920881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20118): Terminating (SIGTERM)\u000a19:39:07.970749 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20121): Terminating (SIGTERM)\u000a19:39:08.019030 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20124): Terminating (SIGTERM)\u000a19:39:08.031492 --- ParallelTerminationStrategy: PID 20118 died...\u000a19:39:08.095479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20118): Terminated: ok {rc=0}\u000a19:39:08.107092 --- ParallelTerminationStrategy: PID 20121 died...\u000a19:39:08.169661 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20121): Terminated: ok {rc=0}\u000a19:39:08.180934 --- ParallelTerminationStrategy: PID 20124 died...\u000a19:39:08.243959 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20124): Terminated: ok {rc=0}\u000a19:39:08.339318 bus /sierra_3: Setting Powered False\u000a19:39:09.442182 bus /sierra_3: Setting Powered False\u000a19:39:10.552898 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 24.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "65", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:38:48" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20137): Process ended prematurely: osmo-stp_10.42.42.5(pid=20137) [trial-2381↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20137)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20137): Process ended prematurely: osmo-stp_10.42.42.5(pid=20137) [trial-2381↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20137)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a19:39:12.574770 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:39:12.586833 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a19:39:12.749400 tst mo_mt_call.py: using LAC 31047\u000a19:39:12.870254 tst mo_mt_call.py: using RAC 192\u000a19:39:12.988587 tst mo_mt_call.py: using CellId 31047\u000a19:39:13.109812 tst mo_mt_call.py: using BVCI 31048\u000a19:39:13.132760 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:39:13.144129 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:39:13.155277 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:39:13.166431 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:39:13.177640 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:39:13.188895 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:39:13.307430 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:39:13.510399 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:39:13.999116 run create_hlr_db(pid=20131): Launched\u000a19:39:14.174007 bus /sierra_2: Setting Powered False\u000a19:39:15.195374 run create_hlr_db(pid=20131): Terminated: ok {rc=0}\u000a19:39:15.629214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20133): Launched\u000a19:39:16.076114 run osmo-hlr_10.42.42.2(pid=20134): Launched\u000a19:39:16.344048 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:39:16.928244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20136): Launched\u000a19:39:17.315011 run osmo-stp_10.42.42.5(pid=20137): Launched\u000a19:39:17.438572 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:39:17.998972 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20139): Launched\u000a19:39:18.303584 run osmo-msc_10.42.42.6(pid=20140): Launched\u000a19:39:18.483128 run osmo-stp_10.42.42.5(pid=20137): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20137)]\u000a19:39:18.611713 run osmo-stp_10.42.42.5(pid=20137): stdout: \u000a| (launched: 2022-12-12_19:39:17.097899)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:39:18.738386 run osmo-stp_10.42.42.5(pid=20137): stderr: \u000a| �[0;m�[38;5;43m20221212193917314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193917314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193917314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193917315 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193917315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193917315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193917315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:39:18.860098 run osmo-stp_10.42.42.5(pid=20137): stdout: \u000a| (launched: 2022-12-12_19:39:17.097899)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:39:18.980880 run osmo-stp_10.42.42.5(pid=20137): stderr: \u000a| �[0;m�[38;5;43m20221212193917314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193917314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193917314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193917315 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193917315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193917315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193917315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:39:19.034707 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20137): Process ended prematurely: osmo-stp_10.42.42.5(pid=20137) [trial-2381↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20137)] [trial-2381↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a19:39:19.043396 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a19:39:19.103269 run osmo-hlr_10.42.42.2(pid=20134): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20134)]\u000a19:39:19.152780 run osmo-hlr_10.42.42.2(pid=20134): stdout: \u000a| (launched: 2022-12-12_19:39:15.795485) \u000a19:39:19.203467 run osmo-hlr_10.42.42.2(pid=20134): stderr: \u000a| �[0;m�[1;31m20221212193916082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212193916082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212193916082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193916082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193916082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212193916082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212193916093 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212193916106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212193916106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212193916106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:39:19.271249 run osmo-msc_10.42.42.6(pid=20140): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20140)]\u000a19:39:19.320637 run osmo-msc_10.42.42.6(pid=20140): stdout: \u000a| (launched: 2022-12-12_19:39:18.153685) \u000a19:39:19.370578 run osmo-msc_10.42.42.6(pid=20140): stderr: \u000a| �[0;m�[38;5;43m20221212193918426 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212193918426 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f976b327c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212193918427 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212193918427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212193918427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212193918427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212193918429 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212193918429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212193918429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212193918429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:39:19.412760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20133): Terminating (SIGTERM)\u000a19:39:19.452687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20136): Terminating (SIGTERM)\u000a19:39:19.492488 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20139): Terminating (SIGTERM)\u000a19:39:19.501802 --- ParallelTerminationStrategy: PID 20133 died...\u000a19:39:19.555210 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20133): Terminated: ok {rc=0}\u000a19:39:19.564849 --- ParallelTerminationStrategy: PID 20136 died...\u000a19:39:19.617826 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20136): Terminated: ok {rc=0}\u000a19:39:19.627322 --- ParallelTerminationStrategy: PID 20139 died...\u000a19:39:19.680226 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20139): Terminated: ok {rc=0}\u000a19:39:19.768560 bus /sierra_3: Setting Powered False\u000a19:39:20.873143 bus /sierra_3: Setting Powered False\u000a19:39:21.982623 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20148): Process ended prematurely: osmo-stp_10.42.42.5(pid=20148) [trial-2381↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20148)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20148): Process ended prematurely: osmo-stp_10.42.42.5(pid=20148) [trial-2381↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20148)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:39:23.098607 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:39:23.111363 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a19:39:23.278659 tst mo_mt_call_osmux.py: using LAC 31048\u000a19:39:23.407387 tst mo_mt_call_osmux.py: using RAC 193\u000a19:39:23.535208 tst mo_mt_call_osmux.py: using CellId 31048\u000a19:39:23.666453 tst mo_mt_call_osmux.py: using BVCI 31049\u000a19:39:23.691205 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:39:23.703137 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:39:23.714933 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:39:23.727017 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:39:23.739056 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:39:23.750979 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:39:23.872504 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:39:24.075165 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:39:24.563828 run create_hlr_db(pid=20142): Launched\u000a19:39:24.739544 bus /sierra_2: Setting Powered False\u000a19:39:25.761608 run create_hlr_db(pid=20142): Terminated: ok {rc=0}\u000a19:39:26.196341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20144): Launched\u000a19:39:26.525384 run osmo-hlr_10.42.42.2(pid=20145): Launched\u000a19:39:26.645049 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:39:27.215398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20147): Launched\u000a19:39:27.544933 run osmo-stp_10.42.42.5(pid=20148): Launched\u000a19:39:27.665159 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:39:28.265795 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20150): Launched\u000a19:39:28.595373 run osmo-msc_10.42.42.6(pid=20151): Launched\u000a19:39:28.788233 run osmo-stp_10.42.42.5(pid=20148): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20148)]\u000a19:39:28.927913 run osmo-stp_10.42.42.5(pid=20148): stdout: \u000a| (launched: 2022-12-12_19:39:27.381488)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:39:29.066071 run osmo-stp_10.42.42.5(pid=20148): stderr: \u000a| �[0;m�[38;5;43m20221212193927574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193927574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193927574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193927575 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193927575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193927575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193927575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:39:29.197544 run osmo-stp_10.42.42.5(pid=20148): stdout: \u000a| (launched: 2022-12-12_19:39:27.381488)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:39:29.328177 run osmo-stp_10.42.42.5(pid=20148): stderr: \u000a| �[0;m�[38;5;43m20221212193927574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193927574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193927574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193927575 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193927575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193927575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193927575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:39:29.386141 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20148): Process ended prematurely: osmo-stp_10.42.42.5(pid=20148) [trial-2381↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20148)] [trial-2381↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a19:39:29.395573 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a19:39:29.460080 run osmo-hlr_10.42.42.2(pid=20145): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20145)]\u000a19:39:29.512637 run osmo-hlr_10.42.42.2(pid=20145): stdout: \u000a| (launched: 2022-12-12_19:39:26.362895) \u000a19:39:29.566027 run osmo-hlr_10.42.42.2(pid=20145): stderr: \u000a| �[0;m�[1;31m20221212193926562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212193926562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212193926562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193926562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193926562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212193926562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212193926575 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212193926583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212193926583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212193926583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:39:29.638211 run osmo-msc_10.42.42.6(pid=20151): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20151)]\u000a19:39:29.690683 run osmo-msc_10.42.42.6(pid=20151): stdout: \u000a| (launched: 2022-12-12_19:39:28.431948) \u000a19:39:29.744004 run osmo-msc_10.42.42.6(pid=20151): stderr: \u000a| �[0;m�[38;5;43m20221212193928754 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212193928754 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f168de4cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212193928754 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212193928754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212193928755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212193928755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212193928756 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212193928757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212193928757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212193928757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:39:29.789039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20144): Terminating (SIGTERM)\u000a19:39:29.831574 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20147): Terminating (SIGTERM)\u000a19:39:29.873544 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20150): Terminating (SIGTERM)\u000a19:39:29.883546 --- ParallelTerminationStrategy: PID 20144 died...\u000a19:39:29.940903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20144): Terminated: ok {rc=0}\u000a19:39:29.951105 --- ParallelTerminationStrategy: PID 20147 died...\u000a19:39:30.008517 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20147): Terminated: ok {rc=0}\u000a19:39:30.018852 --- ParallelTerminationStrategy: PID 20150 died...\u000a19:39:30.076071 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20150): Terminated: ok {rc=0}\u000a19:39:30.164472 bus /sierra_3: Setting Powered False\u000a19:39:31.296212 bus /sierra_3: Setting Powered False\u000a19:39:32.404144 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "66", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:39:12" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20167): Process ended prematurely: osmo-stp_10.42.42.5(pid=20167) [trial-2381↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20167)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20167): Process ended prematurely: osmo-stp_10.42.42.5(pid=20167) [trial-2381↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20167)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a19:39:34.416365 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:39:34.428575 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:39:34.598126 tst mo_mt_call.py: using LAC 31049\u000a19:39:34.724719 tst mo_mt_call.py: using RAC 194\u000a19:39:34.851612 tst mo_mt_call.py: using CellId 31049\u000a19:39:34.973569 tst mo_mt_call.py: using BVCI 31050\u000a19:39:34.996741 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:39:35.007953 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:39:35.019249 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:39:35.030496 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:39:35.041723 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:39:35.052687 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a19:39:35.171366 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a19:39:35.384788 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:39:35.898482 run create_hlr_db(pid=20161): Launched\u000a19:39:36.088480 bus /sierra_2: Setting Powered False\u000a19:39:37.109299 run create_hlr_db(pid=20161): Terminated: ok {rc=0}\u000a19:39:37.519618 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20163): Launched\u000a19:39:37.824664 run osmo-hlr_10.42.42.2(pid=20164): Launched\u000a19:39:37.938528 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:39:38.467182 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20166): Launched\u000a19:39:38.774111 run osmo-stp_10.42.42.5(pid=20167): Launched\u000a19:39:38.884533 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:39:39.440620 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20169): Launched\u000a19:39:39.745696 run osmo-msc_10.42.42.6(pid=20170): Launched\u000a19:39:39.924360 run osmo-stp_10.42.42.5(pid=20167): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20167)]\u000a19:39:40.055310 run osmo-stp_10.42.42.5(pid=20167): stdout: \u000a| (launched: 2022-12-12_19:39:38.621139)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:39:40.182353 run osmo-stp_10.42.42.5(pid=20167): stderr: \u000a| �[0;m�[38;5;43m20221212193938791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193938791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193938792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193938792 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193938793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193938793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193938793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:39:40.305323 run osmo-stp_10.42.42.5(pid=20167): stdout: \u000a| (launched: 2022-12-12_19:39:38.621139)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:39:40.426588 run osmo-stp_10.42.42.5(pid=20167): stderr: \u000a| �[0;m�[38;5;43m20221212193938791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193938791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193938792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193938792 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193938793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193938793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193938793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:39:40.480260 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20167): Process ended prematurely: osmo-stp_10.42.42.5(pid=20167) [trial-2381↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20167)] [trial-2381↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a19:39:40.488755 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a19:39:40.548409 run osmo-hlr_10.42.42.2(pid=20164): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20164)]\u000a19:39:40.597774 run osmo-hlr_10.42.42.2(pid=20164): stdout: \u000a| (launched: 2022-12-12_19:39:37.674272) \u000a19:39:40.647519 run osmo-hlr_10.42.42.2(pid=20164): stderr: \u000a| �[0;m�[1;31m20221212193937851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212193937851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212193937851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193937851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193937851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212193937851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212193937863 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212193937874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212193937874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212193937874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:39:40.714857 run osmo-msc_10.42.42.6(pid=20170): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20170)]\u000a19:39:40.764197 run osmo-msc_10.42.42.6(pid=20170): stdout: \u000a| (launched: 2022-12-12_19:39:39.595152) \u000a19:39:40.813944 run osmo-msc_10.42.42.6(pid=20170): stderr: \u000a| �[0;m�[38;5;43m20221212193939867 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212193939867 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f337b9e0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212193939867 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212193939867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212193939867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212193939867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212193939869 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212193939870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212193939870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212193939870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:39:40.855822 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20163): Terminating (SIGTERM)\u000a19:39:40.895441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20166): Terminating (SIGTERM)\u000a19:39:40.935011 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20169): Terminating (SIGTERM)\u000a19:39:40.944137 --- ParallelTerminationStrategy: PID 20163 died...\u000a19:39:40.997495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20163): Terminated: ok {rc=0}\u000a19:39:41.007002 --- ParallelTerminationStrategy: PID 20166 died...\u000a19:39:41.060697 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20166): Terminated: ok {rc=0}\u000a19:39:41.070409 --- ParallelTerminationStrategy: PID 20169 died...\u000a19:39:41.123772 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20169): Terminated: ok {rc=0}\u000a19:39:41.207726 bus /sierra_3: Setting Powered False\u000a19:39:42.312257 bus /sierra_3: Setting Powered False\u000a19:39:43.418690 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20178): Process ended prematurely: osmo-stp_10.42.42.5(pid=20178) [trial-2381↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20178)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20178): Process ended prematurely: osmo-stp_10.42.42.5(pid=20178) [trial-2381↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20178)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:39:44.534466 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:39:44.546847 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:39:44.714823 tst mo_mt_call_osmux.py: using LAC 31050\u000a19:39:44.847007 tst mo_mt_call_osmux.py: using RAC 195\u000a19:39:44.974230 tst mo_mt_call_osmux.py: using CellId 31050\u000a19:39:45.099913 tst mo_mt_call_osmux.py: using BVCI 31051\u000a19:39:45.124553 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:39:45.136248 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:39:45.147717 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:39:45.159438 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:39:45.171329 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:39:45.183101 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a19:39:45.305454 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a19:39:45.523099 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:39:46.129953 run create_hlr_db(pid=20172): Launched\u000a19:39:46.311459 bus /sierra_2: Setting Powered False\u000a19:39:47.344479 run create_hlr_db(pid=20172): Terminated: ok {rc=0}\u000a19:39:47.779996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20174): Launched\u000a19:39:48.108824 run osmo-hlr_10.42.42.2(pid=20175): Launched\u000a19:39:48.230142 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:39:48.797394 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20177): Launched\u000a19:39:49.125026 run osmo-stp_10.42.42.5(pid=20178): Launched\u000a19:39:49.243000 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:39:49.840711 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20180): Launched\u000a19:39:50.169441 run osmo-msc_10.42.42.6(pid=20181): Launched\u000a19:39:50.362405 run osmo-stp_10.42.42.5(pid=20178): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20178)]\u000a19:39:50.500877 run osmo-stp_10.42.42.5(pid=20178): stdout: \u000a| (launched: 2022-12-12_19:39:48.963222)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:39:50.637795 run osmo-stp_10.42.42.5(pid=20178): stderr: \u000a| �[0;m�[38;5;43m20221212193949155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193949155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193949155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193949155 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193949156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193949156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193949156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:39:50.768448 run osmo-stp_10.42.42.5(pid=20178): stdout: \u000a| (launched: 2022-12-12_19:39:48.963222)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:39:50.898294 run osmo-stp_10.42.42.5(pid=20178): stderr: \u000a| �[0;m�[38;5;43m20221212193949155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212193949155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212193949155 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212193949155 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212193949156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212193949156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212193949156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:39:50.955525 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20178): Process ended prematurely: osmo-stp_10.42.42.5(pid=20178) [trial-2381↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20178)] [trial-2381↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a19:39:50.964936 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a19:39:51.028866 run osmo-hlr_10.42.42.2(pid=20175): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20175)]\u000a19:39:51.081058 run osmo-hlr_10.42.42.2(pid=20175): stdout: \u000a| (launched: 2022-12-12_19:39:47.945836) \u000a19:39:51.133782 run osmo-hlr_10.42.42.2(pid=20175): stderr: \u000a| �[0;m�[1;31m20221212193948144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212193948144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212193948144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193948144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193948144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212193948145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212193948157 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212193948165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212193948166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212193948166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:39:51.205198 run osmo-msc_10.42.42.6(pid=20181): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20181)]\u000a19:39:51.257237 run osmo-msc_10.42.42.6(pid=20181): stdout: \u000a| (launched: 2022-12-12_19:39:50.006916) \u000a19:39:51.309757 run osmo-msc_10.42.42.6(pid=20181): stderr: \u000a| �[0;m�[38;5;43m20221212193950329 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212193950329 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4408dcac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212193950329 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212193950329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212193950329 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212193950330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212193950331 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212193950331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212193950332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212193950332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:39:51.353996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20174): Terminating (SIGTERM)\u000a19:39:51.396199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20177): Terminating (SIGTERM)\u000a19:39:51.438472 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20180): Terminating (SIGTERM)\u000a19:39:51.448386 --- ParallelTerminationStrategy: PID 20174 died...\u000a19:39:51.505712 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20174): Terminated: ok {rc=0}\u000a19:39:51.515860 --- ParallelTerminationStrategy: PID 20177 died...\u000a19:39:51.572335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20177): Terminated: ok {rc=0}\u000a19:39:51.582408 --- ParallelTerminationStrategy: PID 20180 died...\u000a19:39:51.638432 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20180): Terminated: ok {rc=0}\u000a19:39:51.724407 bus /sierra_3: Setting Powered False\u000a19:39:52.834048 bus /sierra_3: Setting Powered False\u000a19:39:53.942374 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "67", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:39:34" }, { "cases" : [ { "testActions" : [ ], "age" : 240, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20192): Process ended prematurely: osmo-stp_10.42.42.5(pid=20192) [trial-2381↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20192)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20192): Process ended prematurely: osmo-stp_10.42.42.5(pid=20192) [trial-2381↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20192)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 emergency:trx-sysmocell5000 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a19:39:55.967080 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:39:55.977959 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a19:39:56.114975 tst emergency_mo_mt_call.py: using LAC 31051\u000a19:39:56.239501 tst emergency_mo_mt_call.py: using RAC 196\u000a19:39:56.364712 tst emergency_mo_mt_call.py: using CellId 31051\u000a19:39:56.489225 tst emergency_mo_mt_call.py: using BVCI 31052\u000a19:39:56.513540 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:39:56.524885 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:39:56.536087 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:39:56.547546 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:39:56.559062 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:39:56.570545 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a19:39:56.692256 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a19:39:56.901356 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:39:57.406340 run create_hlr_db(pid=20186): Launched\u000a19:39:57.592238 bus /sierra_2: Setting Powered False\u000a19:39:58.613606 run create_hlr_db(pid=20186): Terminated: ok {rc=0}\u000a19:39:59.014800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20188): Launched\u000a19:39:59.313622 run osmo-hlr_10.42.42.2(pid=20189): Launched\u000a19:39:59.431936 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:39:59.954827 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20191): Launched\u000a19:40:00.253442 run osmo-stp_10.42.42.5(pid=20192): Launched\u000a19:40:00.374161 tst emergency_mo_mt_call.py: using MSISDN 7936\u000a19:40:00.521598 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:40:01.128209 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20194): Launched\u000a19:40:01.500199 run osmo-msc_10.42.42.6(pid=20198): Launched\u000a19:40:01.753291 run osmo-stp_10.42.42.5(pid=20192): ERR: Terminated: ERROR {rc=1} [trial-2381↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20192)]\u000a19:40:02.021717 run osmo-stp_10.42.42.5(pid=20192): stdout: \u000a| (launched: 2022-12-12_19:40:00.106673)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:40:02.251474 run osmo-stp_10.42.42.5(pid=20192): stderr: \u000a| �[0;m�[38;5;43m20221212194000276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194000276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194000277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194000277 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194000278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194000279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194000279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:40:02.385999 run osmo-stp_10.42.42.5(pid=20192): stdout: \u000a| (launched: 2022-12-12_19:40:00.106673)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:40:02.514614 run osmo-stp_10.42.42.5(pid=20192): stderr: \u000a| �[0;m�[38;5;43m20221212194000276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194000276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194000277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194000277 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194000278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194000279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194000279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:40:02.570863 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=20192): Process ended prematurely: osmo-stp_10.42.42.5(pid=20192) [trial-2381↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20192)] [trial-2381↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19]\u000a19:40:02.579646 tst emergency_mo_mt_call.py:19: Test FAILED (6.6 sec)\u000a19:40:02.643939 run osmo-hlr_10.42.42.2(pid=20189): ERR: Terminated: ERROR {rc=237} [trial-2381↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20189)]\u000a19:40:02.696178 run osmo-hlr_10.42.42.2(pid=20189): stdout: \u000a| (launched: 2022-12-12_19:39:59.166574) \u000a19:40:02.748884 run osmo-hlr_10.42.42.2(pid=20189): stderr: \u000a| �[0;m�[1;31m20221212193959344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212193959344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212193959344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193959344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212193959344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212193959344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212193959356 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/emergency:trx-sysmocell5000/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212193959365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212193959366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212193959366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:40:02.820209 run osmo-msc_10.42.42.6(pid=20198): ERR: Terminated: ERROR {rc=2} [trial-2381↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20198)]\u000a19:40:02.872277 run osmo-msc_10.42.42.6(pid=20198): stdout: \u000a| (launched: 2022-12-12_19:40:01.337270) \u000a19:40:02.924922 run osmo-msc_10.42.42.6(pid=20198): stderr: \u000a| �[0;m�[38;5;43m20221212194001976 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212194001976 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe634800c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212194001976 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212194001976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212194001976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212194001977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212194001978 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212194001979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212194001979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212194001979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:40:02.969502 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20188): Terminating (SIGTERM)\u000a19:40:03.012364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20191): Terminating (SIGTERM)\u000a19:40:03.055115 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20194): Terminating (SIGTERM)\u000a19:40:03.065385 --- ParallelTerminationStrategy: PID 20188 died...\u000a19:40:03.122781 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20188): Terminated: ok {rc=0}\u000a19:40:03.133149 --- ParallelTerminationStrategy: PID 20191 died...\u000a19:40:03.189796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20191): Terminated: ok {rc=0}\u000a19:40:03.200353 --- ParallelTerminationStrategy: PID 20194 died...\u000a19:40:03.257318 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20194): Terminated: ok {rc=0}\u000a19:40:03.344418 bus /sierra_3: Setting Powered False\u000a19:40:04.450649 bus /sierra_3: Setting Powered False\u000a19:40:05.558832 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 240, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20206): Process ended prematurely: osmo-stp_10.42.42.5(pid=20206) [trial-2381↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20206)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20206): Process ended prematurely: osmo-stp_10.42.42.5(pid=20206) [trial-2381↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20206)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 emergency:trx-sysmocell5000 emergency_preemptive_call.py\u000a----------------------------------------------\u000a19:40:06.611108 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:40:06.623418 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a19:40:06.769476 tst emergency_preemptive_call.py: using LAC 31052\u000a19:40:06.895786 tst emergency_preemptive_call.py: using RAC 197\u000a19:40:07.021311 tst emergency_preemptive_call.py: using CellId 31052\u000a19:40:07.148576 tst emergency_preemptive_call.py: using BVCI 31053\u000a19:40:07.172697 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:40:07.184124 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:40:07.195401 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:40:07.207013 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:40:07.218557 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a19:40:07.230129 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a19:40:07.351596 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a19:40:07.467570 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a19:40:07.586804 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a19:40:07.795259 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:40:08.300771 run create_hlr_db(pid=20200): Launched\u000a19:40:08.487589 bus /sierra_2: Setting Powered False\u000a19:40:09.506854 run create_hlr_db(pid=20200): Terminated: ok {rc=0}\u000a19:40:09.935654 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20202): Launched\u000a19:40:10.259561 run osmo-hlr_10.42.42.2(pid=20203): Launched\u000a19:40:10.379795 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:40:10.939801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20205): Launched\u000a19:40:11.264462 run osmo-stp_10.42.42.5(pid=20206): Launched\u000a19:40:11.394385 tst emergency_preemptive_call.py: using MSISDN 7937\u000a19:40:11.554214 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:40:12.140456 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20208): Launched\u000a19:40:12.463911 run osmo-msc_10.42.42.6(pid=20209): Launched\u000a19:40:12.651984 run osmo-stp_10.42.42.5(pid=20206): ERR: Terminated: ERROR {rc=1} [trial-2381↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20206)]\u000a19:40:12.787956 run osmo-stp_10.42.42.5(pid=20206): stdout: \u000a| (launched: 2022-12-12_19:40:11.103329)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:40:12.923911 run osmo-stp_10.42.42.5(pid=20206): stderr: \u000a| �[0;m�[38;5;43m20221212194011295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194011295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194011295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194011296 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194011296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194011296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194011297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:40:13.054480 run osmo-stp_10.42.42.5(pid=20206): stdout: \u000a| (launched: 2022-12-12_19:40:11.103329)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:40:13.183594 run osmo-stp_10.42.42.5(pid=20206): stderr: \u000a| �[0;m�[38;5;43m20221212194011295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194011295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194011295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194011296 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194011296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194011296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194011297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:40:13.239752 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=20206): Process ended prematurely: osmo-stp_10.42.42.5(pid=20206) [trial-2381↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20206)] [trial-2381↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32]\u000a19:40:13.248573 tst emergency_preemptive_call.py:32: Test FAILED (6.6 sec)\u000a19:40:13.312746 run osmo-hlr_10.42.42.2(pid=20203): ERR: Terminated: ERROR {rc=237} [trial-2381↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20203)]\u000a19:40:13.365422 run osmo-hlr_10.42.42.2(pid=20203): stdout: \u000a| (launched: 2022-12-12_19:40:10.099563) \u000a19:40:13.418796 run osmo-hlr_10.42.42.2(pid=20203): stderr: \u000a| �[0;m�[1;31m20221212194010298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212194010298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212194010298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194010298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194010298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212194010298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212194010311 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/emergency:trx-sysmocell5000/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212194010319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212194010319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212194010319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:40:13.491495 run osmo-msc_10.42.42.6(pid=20209): ERR: Terminated: ERROR {rc=2} [trial-2381↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20209)]\u000a19:40:13.544286 run osmo-msc_10.42.42.6(pid=20209): stdout: \u000a| (launched: 2022-12-12_19:40:12.304564) \u000a19:40:13.597430 run osmo-msc_10.42.42.6(pid=20209): stderr: \u000a| �[0;m�[38;5;43m20221212194012626 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212194012626 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb569ab3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212194012626 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212194012626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212194012626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212194012626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212194012628 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212194012629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212194012629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212194012629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:40:13.642415 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20202): Terminating (SIGTERM)\u000a19:40:13.684831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20205): Terminating (SIGTERM)\u000a19:40:13.727832 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20208): Terminating (SIGTERM)\u000a19:40:13.737761 --- ParallelTerminationStrategy: PID 20202 died...\u000a19:40:13.795023 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20202): Terminated: ok {rc=0}\u000a19:40:13.805406 --- ParallelTerminationStrategy: PID 20205 died...\u000a19:40:13.862095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20205): Terminated: ok {rc=0}\u000a19:40:13.872441 --- ParallelTerminationStrategy: PID 20208 died...\u000a19:40:13.929849 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20208): Terminated: ok {rc=0}\u000a19:40:14.018789 bus /sierra_9: Setting Powered False\u000a19:40:15.123465 bus /sierra_9: Setting Powered False\u000a19:40:16.231585 bus /sierra_8: Setting Powered False\u000a19:40:17.334497 bus /sierra_8: Setting Powered False\u000a19:40:18.442333 bus /sierra_3: Setting Powered False\u000a19:40:19.550578 bus /sierra_3: Setting Powered False\u000a19:40:20.664181 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "68", "name" : "emergency_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:39:55" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-sysmocell5000", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20224): Process ended prematurely: osmo-stp_10.42.42.5(pid=20224) [trial-2381↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20224)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20224): Process ended prematurely: osmo-stp_10.42.42.5(pid=20224) [trial-2381↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20224)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-sysmocell5000 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:40:22.784914 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:40:22.795814 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a19:40:22.937463 tst cs_paging_gprs_active.py: using LAC 31053\u000a19:40:23.055366 tst cs_paging_gprs_active.py: using RAC 198\u000a19:40:23.179046 tst cs_paging_gprs_active.py: using CellId 31053\u000a19:40:23.296792 tst cs_paging_gprs_active.py: using BVCI 31054\u000a19:40:23.320137 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:40:23.331025 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:40:23.341792 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:40:23.352388 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:40:23.362863 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:40:23.373360 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:40:23.384085 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:40:23.394681 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:40:23.405387 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a19:40:23.525517 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a19:40:23.807210 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:40:23.933547 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:40:24.250222 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20214): Launched\u000a19:40:24.514647 run iperf3-srv_10.42.42.10(pid=20215): Launched\u000a19:40:24.700572 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:40:24.827281 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:40:25.144845 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20216): Launched\u000a19:40:25.408377 run iperf3-srv_10.42.42.10(pid=20217): Launched\u000a19:40:25.593543 tst cs_paging_gprs_active.py:38: start network...\u000a19:40:25.719814 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:40:26.209289 run create_hlr_db(pid=20218): Launched\u000a19:40:26.385413 bus /sierra_2: Setting Powered False\u000a19:40:27.407088 run create_hlr_db(pid=20218): Terminated: ok {rc=0}\u000a19:40:27.844041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20220): Launched\u000a19:40:28.176095 run osmo-hlr_10.42.42.2(pid=20221): Launched\u000a19:40:28.294961 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:40:28.863268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20223): Launched\u000a19:40:29.192440 run osmo-stp_10.42.42.5(pid=20224): Launched\u000a19:40:29.311062 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:40:29.883964 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20226): Launched\u000a19:40:30.000481 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:40:30.287388 run patchelf(pid=20227): Launched\u000a19:40:30.479373 run osmo-stp_10.42.42.5(pid=20224): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20224)]\u000a19:40:30.619752 run osmo-stp_10.42.42.5(pid=20224): stdout: \u000a| (launched: 2022-12-12_19:40:29.030203)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:40:30.760304 run osmo-stp_10.42.42.5(pid=20224): stderr: \u000a| �[0;m�[38;5;43m20221212194029223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194029223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194029224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194029224 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194029224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194029225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194029225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:40:30.914035 run osmo-stp_10.42.42.5(pid=20224): stdout: \u000a| (launched: 2022-12-12_19:40:29.030203)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:40:31.053306 run osmo-stp_10.42.42.5(pid=20224): stderr: \u000a| �[0;m�[38;5;43m20221212194029223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194029223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194029224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194029224 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194029224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194029225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194029225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:40:31.214254 run patchelf(pid=20227): Terminating (SIGINT)\u000a19:40:31.402859 run patchelf(pid=20227): Terminated: ok {rc=0}\u000a19:40:31.438172 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=20224): Process ended prematurely: osmo-stp_10.42.42.5(pid=20224) [trial-2381↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20224)] [trial-2381↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38]\u000a19:40:31.449339 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a19:40:31.518171 run osmo-hlr_10.42.42.2(pid=20221): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20221)]\u000a19:40:31.573075 run osmo-hlr_10.42.42.2(pid=20221): stdout: \u000a| (launched: 2022-12-12_19:40:28.011446) \u000a19:40:31.628647 run osmo-hlr_10.42.42.2(pid=20221): stderr: \u000a| �[0;m�[1;31m20221212194028210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212194028210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212194028210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194028210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194028210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212194028210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212194028222 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-sysmocell5000/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212194028231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212194028231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212194028231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:40:31.676305 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20214): Terminating (SIGTERM)\u000a19:40:31.722713 run iperf3-srv_10.42.42.10(pid=20215): Terminating (SIGTERM)\u000a19:40:31.768291 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20216): Terminating (SIGTERM)\u000a19:40:31.816152 run iperf3-srv_10.42.42.10(pid=20217): Terminating (SIGTERM)\u000a19:40:31.862815 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20220): Terminating (SIGTERM)\u000a19:40:31.908041 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20223): Terminating (SIGTERM)\u000a19:40:31.953661 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20226): Terminating (SIGTERM)\u000a19:40:31.965308 --- ParallelTerminationStrategy: PID 20214 died...\u000a19:40:32.025716 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20214): Terminated: ok {rc=0}\u000a19:40:32.037183 --- ParallelTerminationStrategy: PID 20215 died...\u000a19:40:32.097180 run iperf3-srv_10.42.42.10(pid=20215): Terminated {rc=256}\u000a19:40:32.108174 --- ParallelTerminationStrategy: PID 20216 died...\u000a19:40:32.167765 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20216): Terminated: ok {rc=0}\u000a19:40:32.178022 --- ParallelTerminationStrategy: PID 20217 died...\u000a19:40:32.234816 run iperf3-srv_10.42.42.10(pid=20217): Terminated {rc=256}\u000a19:40:32.245258 --- ParallelTerminationStrategy: PID 20220 died...\u000a19:40:32.302093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20220): Terminated: ok {rc=0}\u000a19:40:32.312687 --- ParallelTerminationStrategy: PID 20223 died...\u000a19:40:32.369716 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20223): Terminated: ok {rc=0}\u000a19:40:32.380118 --- ParallelTerminationStrategy: PID 20226 died...\u000a19:40:32.437071 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20226): Terminated: ok {rc=0}\u000a19:40:32.524497 bus /gobi_0: Setting Powered False\u000a19:40:33.632815 bus /gobi_0: Setting Powered False\u000a19:40:34.744416 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20236): Process ended prematurely: osmo-stp_10.42.42.5(pid=20236) [trial-2381↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20236)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20236): Process ended prematurely: osmo-stp_10.42.42.5(pid=20236) [trial-2381↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20236)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-sysmocell5000 iperf3.py\u000a----------------------------------------------\u000a19:40:35.860045 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:40:35.872007 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a19:40:36.021981 tst iperf3.py: using LAC 31054\u000a19:40:36.149475 tst iperf3.py: using RAC 199\u000a19:40:36.278359 tst iperf3.py: using CellId 31054\u000a19:40:36.405452 tst iperf3.py: using BVCI 31055\u000a19:40:36.430722 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:40:36.442155 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:40:36.453325 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:40:36.464674 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:40:36.475684 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:40:36.486839 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:40:36.498174 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:40:36.510287 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:40:36.522027 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a19:40:36.803458 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:40:36.929950 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:40:37.245907 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20228): Launched\u000a19:40:37.509089 run iperf3-srv_10.42.42.10(pid=20229): Launched\u000a19:40:37.694629 tst iperf3.py:8: start network...\u000a19:40:37.821035 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:40:38.311331 run create_hlr_db(pid=20230): Launched\u000a19:40:38.488259 bus /gobi_6: Setting Powered False\u000a19:40:39.521035 run create_hlr_db(pid=20230): Terminated: ok {rc=0}\u000a19:40:39.957934 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20232): Launched\u000a19:40:40.287558 run osmo-hlr_10.42.42.2(pid=20233): Launched\u000a19:40:40.409413 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:40:40.983456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20235): Launched\u000a19:40:41.313992 run osmo-stp_10.42.42.5(pid=20236): Launched\u000a19:40:41.433930 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:40:42.012042 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20238): Launched\u000a19:40:42.121246 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:40:42.389606 run patchelf(pid=20239): Launched\u000a19:40:42.570693 run osmo-stp_10.42.42.5(pid=20236): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20236)]\u000a19:40:42.702308 run osmo-stp_10.42.42.5(pid=20236): stdout: \u000a| (launched: 2022-12-12_19:40:41.151053)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:40:42.834130 run osmo-stp_10.42.42.5(pid=20236): stderr: \u000a| �[0;m�[38;5;43m20221212194041345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194041346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194041346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194041346 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194041347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194041347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194041347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:40:42.960597 run osmo-stp_10.42.42.5(pid=20236): stdout: \u000a| (launched: 2022-12-12_19:40:41.151053)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:40:43.086662 run osmo-stp_10.42.42.5(pid=20236): stderr: \u000a| �[0;m�[38;5;43m20221212194041345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194041346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194041346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194041346 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194041347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194041347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194041347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:40:43.232796 run patchelf(pid=20239): Terminating (SIGINT)\u000a19:40:43.405467 run patchelf(pid=20239): Terminated: ok {rc=0}\u000a19:40:43.437087 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20236): Process ended prematurely: osmo-stp_10.42.42.5(pid=20236) [trial-2381↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20236)] [trial-2381↪gprs:trx-sysmocell5000↪iperf3.py:8]\u000a19:40:43.446362 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a19:40:43.506786 run osmo-hlr_10.42.42.2(pid=20233): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-sysmocell5000↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20233)]\u000a19:40:43.556562 run osmo-hlr_10.42.42.2(pid=20233): stdout: \u000a| (launched: 2022-12-12_19:40:40.125294) \u000a19:40:43.606844 run osmo-hlr_10.42.42.2(pid=20233): stderr: \u000a| �[0;m�[1;31m20221212194040324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212194040324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212194040324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194040324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194040324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212194040324 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212194040337 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-sysmocell5000/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212194040345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212194040346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212194040346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:40:43.649538 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20228): Terminating (SIGTERM)\u000a19:40:43.689505 run iperf3-srv_10.42.42.10(pid=20229): Terminating (SIGTERM)\u000a19:40:43.729728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20232): Terminating (SIGTERM)\u000a19:40:43.769778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20235): Terminating (SIGTERM)\u000a19:40:43.810150 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20238): Terminating (SIGTERM)\u000a19:40:43.819521 --- ParallelTerminationStrategy: PID 20228 died...\u000a19:40:43.873295 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20228): Terminated: ok {rc=0}\u000a19:40:43.882891 --- ParallelTerminationStrategy: PID 20229 died...\u000a19:40:43.936220 run iperf3-srv_10.42.42.10(pid=20229): Terminated {rc=256}\u000a19:40:43.945787 --- ParallelTerminationStrategy: PID 20232 died...\u000a19:40:43.999137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20232): Terminated: ok {rc=0}\u000a19:40:44.008713 --- ParallelTerminationStrategy: PID 20235 died...\u000a19:40:44.062106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20235): Terminated: ok {rc=0}\u000a19:40:44.071867 --- ParallelTerminationStrategy: PID 20238 died...\u000a19:40:44.125450 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20238): Terminated: ok {rc=0}\u000a19:40:44.214226 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-sysmocell5000", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20254): Process ended prematurely: osmo-stp_10.42.42.5(pid=20254) [trial-2381↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20254)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20254): Process ended prematurely: osmo-stp_10.42.42.5(pid=20254) [trial-2381↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20254)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-sysmocell5000 iperf3m4.py\u000a----------------------------------------------\u000a19:40:45.323592 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:40:45.338497 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a19:40:45.472902 tst iperf3m4.py: using LAC 31055\u000a19:40:45.593467 tst iperf3m4.py: using RAC 200\u000a19:40:45.711945 tst iperf3m4.py: using CellId 31055\u000a19:40:45.840584 tst iperf3m4.py: using BVCI 31056\u000a19:40:45.870028 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:40:45.882794 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:40:45.894109 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:40:45.905512 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:40:45.916608 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:40:45.927759 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:40:45.939190 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:40:45.950278 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:40:45.961592 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a19:40:46.076501 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a19:40:46.195746 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a19:40:46.313765 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a19:40:46.652216 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:40:46.794316 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:40:47.195259 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20240): Launched\u000a19:40:47.483162 run iperf3-srv_10.42.42.10(pid=20241): Launched\u000a19:40:47.684814 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:40:47.822235 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:40:48.165344 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20242): Launched\u000a19:40:48.448181 run iperf3-srv_10.42.42.10(pid=20243): Launched\u000a19:40:48.649274 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:40:48.786386 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:40:49.128618 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20244): Launched\u000a19:40:49.412386 run iperf3-srv_10.42.42.10(pid=20245): Launched\u000a19:40:49.613496 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:40:49.750027 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:40:50.090213 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20246): Launched\u000a19:40:50.371843 run iperf3-srv_10.42.42.10(pid=20247): Launched\u000a19:40:50.573011 tst iperf3m4.py:8: start network...\u000a19:40:50.709602 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:40:51.227285 run create_hlr_db(pid=20248): Launched\u000a19:40:51.416555 bus /gobi_6: Setting Powered False\u000a19:40:52.438385 run create_hlr_db(pid=20248): Terminated: ok {rc=0}\u000a19:40:52.875579 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20250): Launched\u000a19:40:53.206675 run osmo-hlr_10.42.42.2(pid=20251): Launched\u000a19:40:53.326573 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:40:53.899634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20253): Launched\u000a19:40:54.231208 run osmo-stp_10.42.42.5(pid=20254): Launched\u000a19:40:54.350993 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:40:54.925539 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20256): Launched\u000a19:40:55.043496 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:40:55.331849 run patchelf(pid=20257): Launched\u000a19:40:55.524848 run osmo-stp_10.42.42.5(pid=20254): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20254)]\u000a19:40:55.666095 run osmo-stp_10.42.42.5(pid=20254): stdout: \u000a| (launched: 2022-12-12_19:40:54.067247)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:40:55.807919 run osmo-stp_10.42.42.5(pid=20254): stderr: \u000a| �[0;m�[38;5;43m20221212194054258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194054259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194054259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194054259 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194054260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194054260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194054260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:40:55.944327 run osmo-stp_10.42.42.5(pid=20254): stdout: \u000a| (launched: 2022-12-12_19:40:54.067247)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:40:56.079940 run osmo-stp_10.42.42.5(pid=20254): stderr: \u000a| �[0;m�[38;5;43m20221212194054258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194054259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194054259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194054259 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194054260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194054260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194054260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:40:56.237234 run patchelf(pid=20257): Terminating (SIGINT)\u000a19:40:56.421402 run patchelf(pid=20257): Terminated: ok {rc=0}\u000a19:40:56.455111 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20254): Process ended prematurely: osmo-stp_10.42.42.5(pid=20254) [trial-2381↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20254)] [trial-2381↪gprs:trx-sysmocell5000↪iperf3m4.py:8]\u000a19:40:56.465276 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a19:40:56.530866 run osmo-hlr_10.42.42.2(pid=20251): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-sysmocell5000↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20251)]\u000a19:40:56.583890 run osmo-hlr_10.42.42.2(pid=20251): stdout: \u000a| (launched: 2022-12-12_19:40:53.042583) \u000a19:40:56.637843 run osmo-hlr_10.42.42.2(pid=20251): stderr: \u000a| �[0;m�[1;31m20221212194053242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212194053242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212194053242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194053242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194053242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212194053242 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212194053254 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-sysmocell5000/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212194053262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212194053263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212194053263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:40:56.683442 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20240): Terminating (SIGTERM)\u000a19:40:56.726541 run iperf3-srv_10.42.42.10(pid=20241): Terminating (SIGTERM)\u000a19:40:56.769974 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20242): Terminating (SIGTERM)\u000a19:40:56.812844 run iperf3-srv_10.42.42.10(pid=20243): Terminating (SIGTERM)\u000a19:40:56.856073 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20244): Terminating (SIGTERM)\u000a19:40:56.899354 run iperf3-srv_10.42.42.10(pid=20245): Terminating (SIGTERM)\u000a19:40:56.942564 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20246): Terminating (SIGTERM)\u000a19:40:56.985605 run iperf3-srv_10.42.42.10(pid=20247): Terminating (SIGTERM)\u000a19:40:57.028611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20250): Terminating (SIGTERM)\u000a19:40:57.072177 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20253): Terminating (SIGTERM)\u000a19:40:57.115480 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20256): Terminating (SIGTERM)\u000a19:40:57.125699 --- ParallelTerminationStrategy: PID 20240 died...\u000a19:40:57.183125 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20240): Terminated: ok {rc=0}\u000a19:40:57.193729 --- ParallelTerminationStrategy: PID 20241 died...\u000a19:40:57.251400 run iperf3-srv_10.42.42.10(pid=20241): Terminated {rc=256}\u000a19:40:57.261788 --- ParallelTerminationStrategy: PID 20242 died...\u000a19:40:57.318690 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20242): Terminated: ok {rc=0}\u000a19:40:57.329267 --- ParallelTerminationStrategy: PID 20243 died...\u000a19:40:57.386633 run iperf3-srv_10.42.42.10(pid=20243): Terminated {rc=256}\u000a19:40:57.397051 --- ParallelTerminationStrategy: PID 20244 died...\u000a19:40:57.454428 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20244): Terminated: ok {rc=0}\u000a19:40:57.464555 --- ParallelTerminationStrategy: PID 20245 died...\u000a19:40:57.521669 run iperf3-srv_10.42.42.10(pid=20245): Terminated {rc=256}\u000a19:40:57.532291 --- ParallelTerminationStrategy: PID 20246 died...\u000a19:40:57.589653 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20246): Terminated: ok {rc=0}\u000a19:40:57.599837 --- ParallelTerminationStrategy: PID 20247 died...\u000a19:40:57.657345 run iperf3-srv_10.42.42.10(pid=20247): Terminated {rc=256}\u000a19:40:57.667740 --- ParallelTerminationStrategy: PID 20250 died...\u000a19:40:57.724652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20250): Terminated: ok {rc=0}\u000a19:40:57.735386 --- ParallelTerminationStrategy: PID 20253 died...\u000a19:40:57.792897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20253): Terminated: ok {rc=0}\u000a19:40:57.803340 --- ParallelTerminationStrategy: PID 20256 died...\u000a19:40:57.860436 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20256): Terminated: ok {rc=0}\u000a19:40:57.950201 bus /gobi_4: Setting Powered False\u000a19:40:59.060069 bus /gobi_4: Setting Powered False\u000a19:41:00.173668 bus /gobi_1: Setting Powered False\u000a19:41:01.297335 bus /gobi_1: Setting Powered False\u000a19:41:02.412274 bus /gobi_0: Setting Powered False\u000a19:41:03.517312 bus /gobi_0: Setting Powered False\u000a19:41:04.631104 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20265): Process ended prematurely: osmo-stp_10.42.42.5(pid=20265) [trial-2381↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20265)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20265): Process ended prematurely: osmo-stp_10.42.42.5(pid=20265) [trial-2381↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20265)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-sysmocell5000 ping.py\u000a----------------------------------------------\u000a19:41:05.700228 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:41:05.712045 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a19:41:05.846851 tst ping.py: using LAC 31056\u000a19:41:05.963763 tst ping.py: using RAC 201\u000a19:41:06.083211 tst ping.py: using CellId 31056\u000a19:41:06.202460 tst ping.py: using BVCI 31057\u000a19:41:06.225499 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:41:06.236347 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:41:06.247111 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:41:06.257917 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:41:06.268499 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:41:06.279231 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:41:06.290183 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:41:06.300820 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a19:41:06.593131 tst ping.py:19: start network...\u000a19:41:06.728913 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:41:07.234260 run create_hlr_db(pid=20259): Launched\u000a19:41:07.422016 bus /gobi_6: Setting Powered False\u000a19:41:08.442123 run create_hlr_db(pid=20259): Terminated: ok {rc=0}\u000a19:41:08.872124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20261): Launched\u000a19:41:09.193986 run osmo-hlr_10.42.42.2(pid=20262): Launched\u000a19:41:09.313339 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:41:09.876895 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20264): Launched\u000a19:41:10.200082 run osmo-stp_10.42.42.5(pid=20265): Launched\u000a19:41:10.317762 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:41:10.882164 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20267): Launched\u000a19:41:10.997790 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:41:11.281355 run patchelf(pid=20268): Launched\u000a19:41:11.470381 run osmo-stp_10.42.42.5(pid=20265): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20265)]\u000a19:41:11.608532 run osmo-stp_10.42.42.5(pid=20265): stdout: \u000a| (launched: 2022-12-12_19:41:10.040794)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:41:11.747089 run osmo-stp_10.42.42.5(pid=20265): stderr: \u000a| �[0;m�[38;5;43m20221212194110232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194110233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194110233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194110233 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194110234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194110234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194110234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:41:11.880764 run osmo-stp_10.42.42.5(pid=20265): stdout: \u000a| (launched: 2022-12-12_19:41:10.040794)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:41:12.013535 run osmo-stp_10.42.42.5(pid=20265): stderr: \u000a| �[0;m�[38;5;43m20221212194110232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194110233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194110233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194110233 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194110234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194110234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194110234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:41:12.167644 run patchelf(pid=20268): Terminating (SIGINT)\u000a19:41:12.347404 run patchelf(pid=20268): Terminated: ok {rc=0}\u000a19:41:12.380156 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20265): Process ended prematurely: osmo-stp_10.42.42.5(pid=20265) [trial-2381↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20265)] [trial-2381↪gprs:trx-sysmocell5000↪ping.py:22]\u000a19:41:12.389431 tst ping.py:22: Test FAILED (6.7 sec)\u000a19:41:12.454584 run osmo-hlr_10.42.42.2(pid=20262): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-sysmocell5000↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20262)]\u000a19:41:12.507631 run osmo-hlr_10.42.42.2(pid=20262): stdout: \u000a| (launched: 2022-12-12_19:41:09.035189) \u000a19:41:12.561775 run osmo-hlr_10.42.42.2(pid=20262): stderr: \u000a| �[0;m�[1;31m20221212194109233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212194109233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212194109233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194109233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194109233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212194109233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212194109245 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-sysmocell5000/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212194109253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212194109254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212194109254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:41:12.607223 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20261): Terminating (SIGTERM)\u000a19:41:12.650367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20264): Terminating (SIGTERM)\u000a19:41:12.693907 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20267): Terminating (SIGTERM)\u000a19:41:12.704406 --- ParallelTerminationStrategy: PID 20261 died...\u000a19:41:12.762912 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20261): Terminated: ok {rc=0}\u000a19:41:12.773576 --- ParallelTerminationStrategy: PID 20264 died...\u000a19:41:12.831421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20264): Terminated: ok {rc=0}\u000a19:41:12.841994 --- ParallelTerminationStrategy: PID 20267 died...\u000a19:41:12.900077 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20267): Terminated: ok {rc=0}\u000a19:41:12.990386 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20275): Process ended prematurely: osmo-stp_10.42.42.5(pid=20275) [trial-2381↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20275)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20275): Process ended prematurely: osmo-stp_10.42.42.5(pid=20275) [trial-2381↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20275)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-sysmocell5000 ping_idle_ping.py\u000a----------------------------------------------\u000a19:41:14.043117 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:41:14.054812 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a19:41:14.192538 tst ping_idle_ping.py: using LAC 31057\u000a19:41:14.316519 tst ping_idle_ping.py: using RAC 202\u000a19:41:14.439412 tst ping_idle_ping.py: using CellId 31057\u000a19:41:14.565011 tst ping_idle_ping.py: using BVCI 31058\u000a19:41:14.589829 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:41:14.601298 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:41:14.612488 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:41:14.624093 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:41:14.635455 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:41:14.646979 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:41:14.658653 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a19:41:14.670133 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a19:41:14.947574 tst ping_idle_ping.py:24: start network...\u000a19:41:15.073995 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:41:15.559336 run create_hlr_db(pid=20269): Launched\u000a19:41:15.747937 bus /gobi_6: Setting Powered False\u000a19:41:16.776664 run create_hlr_db(pid=20269): Terminated: ok {rc=0}\u000a19:41:17.228288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20271): Launched\u000a19:41:17.534292 run osmo-hlr_10.42.42.2(pid=20272): Launched\u000a19:41:17.650153 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:41:18.174012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20274): Launched\u000a19:41:18.477334 run osmo-stp_10.42.42.5(pid=20275): Launched\u000a19:41:18.588031 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:41:19.113574 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20277): Launched\u000a19:41:19.219805 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:41:19.481926 run patchelf(pid=20278): Launched\u000a19:41:19.657960 run osmo-stp_10.42.42.5(pid=20275): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20275)]\u000a19:41:19.786570 run osmo-stp_10.42.42.5(pid=20275): stdout: \u000a| (launched: 2022-12-12_19:41:18.326750)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:41:19.915577 run osmo-stp_10.42.42.5(pid=20275): stderr: \u000a| �[0;m�[38;5;43m20221212194118494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194118494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194118495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194118495 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194118496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194118496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194118496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:41:20.039619 run osmo-stp_10.42.42.5(pid=20275): stdout: \u000a| (launched: 2022-12-12_19:41:18.326750)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:41:20.162903 run osmo-stp_10.42.42.5(pid=20275): stderr: \u000a| �[0;m�[38;5;43m20221212194118494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194118494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194118495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194118495 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194118496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194118496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194118496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:41:20.306230 run patchelf(pid=20278): Terminating (SIGINT)\u000a19:41:20.474495 run patchelf(pid=20278): Terminated: ok {rc=0}\u000a19:41:20.505126 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20275): Process ended prematurely: osmo-stp_10.42.42.5(pid=20275) [trial-2381↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20275)] [trial-2381↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27]\u000a19:41:20.513892 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a19:41:20.574341 run osmo-hlr_10.42.42.2(pid=20272): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-sysmocell5000↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20272)]\u000a19:41:20.623952 run osmo-hlr_10.42.42.2(pid=20272): stdout: \u000a| (launched: 2022-12-12_19:41:17.381493) \u000a19:41:20.674502 run osmo-hlr_10.42.42.2(pid=20272): stderr: \u000a| �[0;m�[1;31m20221212194117559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212194117560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212194117560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194117560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194117560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212194117560 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212194117572 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-sysmocell5000/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212194117581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212194117582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212194117582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:41:20.717381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20271): Terminating (SIGTERM)\u000a19:41:20.757775 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20274): Terminating (SIGTERM)\u000a19:41:20.798367 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20277): Terminating (SIGTERM)\u000a19:41:20.807621 --- ParallelTerminationStrategy: PID 20271 died...\u000a19:41:20.861027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20271): Terminated: ok {rc=0}\u000a19:41:20.870652 --- ParallelTerminationStrategy: PID 20274 died...\u000a19:41:20.923777 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20274): Terminated: ok {rc=0}\u000a19:41:20.933395 --- ParallelTerminationStrategy: PID 20277 died...\u000a19:41:20.986732 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20277): Terminated: ok {rc=0}\u000a19:41:21.078301 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "69", "name" : "gprs_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:40:22" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20292): Process ended prematurely: osmo-stp_10.42.42.5(pid=20292) [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20292)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20292): Process ended prematurely: osmo-stp_10.42.42.5(pid=20292) [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20292)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-sysmocell5000+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:41:23.258954 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:41:23.270471 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:41:23.420029 tst cs_paging_gprs_active.py: using LAC 31058\u000a19:41:23.549792 tst cs_paging_gprs_active.py: using RAC 203\u000a19:41:23.677585 tst cs_paging_gprs_active.py: using CellId 31058\u000a19:41:23.806618 tst cs_paging_gprs_active.py: using BVCI 31059\u000a19:41:23.831681 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:41:23.843294 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:41:23.854786 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:41:23.866450 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:41:23.877952 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:41:23.889549 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:41:23.901371 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:41:23.912749 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:41:23.924397 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:41:24.042190 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:41:24.324214 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:41:24.451422 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:41:24.770333 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20282): Launched\u000a19:41:25.034894 run iperf3-srv_10.42.42.10(pid=20283): Launched\u000a19:41:25.221423 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:41:25.347998 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:41:25.666747 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20284): Launched\u000a19:41:25.930935 run iperf3-srv_10.42.42.10(pid=20285): Launched\u000a19:41:26.116833 tst cs_paging_gprs_active.py:38: start network...\u000a19:41:26.244257 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:41:26.734425 run create_hlr_db(pid=20286): Launched\u000a19:41:26.910304 bus /gobi_6: Setting Powered False\u000a19:41:27.931012 run create_hlr_db(pid=20286): Terminated: ok {rc=0}\u000a19:41:28.368091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20288): Launched\u000a19:41:28.698671 run osmo-hlr_10.42.42.2(pid=20289): Launched\u000a19:41:28.816543 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:41:29.386742 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20291): Launched\u000a19:41:29.716478 run osmo-stp_10.42.42.5(pid=20292): Launched\u000a19:41:29.835781 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:41:30.411798 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20294): Launched\u000a19:41:30.528896 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:41:30.817706 run patchelf(pid=20295): Launched\u000a19:41:31.027940 run osmo-stp_10.42.42.5(pid=20292): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20292)]\u000a19:41:31.165327 run osmo-stp_10.42.42.5(pid=20292): stdout: \u000a| (launched: 2022-12-12_19:41:29.553739)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:41:31.300252 run osmo-stp_10.42.42.5(pid=20292): stderr: \u000a| �[0;m�[38;5;43m20221212194129747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194129747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194129747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194129748 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194129748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194129748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194129748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:41:31.432638 run osmo-stp_10.42.42.5(pid=20292): stdout: \u000a| (launched: 2022-12-12_19:41:29.553739)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:41:31.563852 run osmo-stp_10.42.42.5(pid=20292): stderr: \u000a| �[0;m�[38;5;43m20221212194129747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194129747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194129747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194129748 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194129748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194129748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194129748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:41:31.715087 run patchelf(pid=20295): Terminating (SIGINT)\u000a19:41:31.894314 run patchelf(pid=20295): Terminated: ok {rc=0}\u000a19:41:31.927347 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=20292): Process ended prematurely: osmo-stp_10.42.42.5(pid=20292) [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20292)] [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a19:41:31.938632 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a19:41:32.001139 run osmo-hlr_10.42.42.2(pid=20289): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20289)]\u000a19:41:32.055719 run osmo-hlr_10.42.42.2(pid=20289): stdout: \u000a| (launched: 2022-12-12_19:41:28.535146) \u000a19:41:32.121185 run osmo-hlr_10.42.42.2(pid=20289): stderr: \u000a| �[0;m�[1;31m20221212194128733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212194128733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212194128733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194128733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194128733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212194128733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212194128745 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-sysmocell5000+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212194128754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212194128754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212194128754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:41:32.167613 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20282): Terminating (SIGTERM)\u000a19:41:32.215101 run iperf3-srv_10.42.42.10(pid=20283): Terminating (SIGTERM)\u000a19:41:32.258209 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20284): Terminating (SIGTERM)\u000a19:41:32.300693 run iperf3-srv_10.42.42.10(pid=20285): Terminating (SIGTERM)\u000a19:41:32.343559 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20288): Terminating (SIGTERM)\u000a19:41:32.386378 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20291): Terminating (SIGTERM)\u000a19:41:32.428895 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20294): Terminating (SIGTERM)\u000a19:41:32.439049 --- ParallelTerminationStrategy: PID 20282 died...\u000a19:41:32.496611 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20282): Terminated: ok {rc=0}\u000a19:41:32.506775 --- ParallelTerminationStrategy: PID 20283 died...\u000a19:41:32.562945 run iperf3-srv_10.42.42.10(pid=20283): Terminated {rc=256}\u000a19:41:32.573462 --- ParallelTerminationStrategy: PID 20284 died...\u000a19:41:32.630063 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20284): Terminated: ok {rc=0}\u000a19:41:32.640162 --- ParallelTerminationStrategy: PID 20285 died...\u000a19:41:32.696193 run iperf3-srv_10.42.42.10(pid=20285): Terminated {rc=256}\u000a19:41:32.706578 --- ParallelTerminationStrategy: PID 20288 died...\u000a19:41:32.763250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20288): Terminated: ok {rc=0}\u000a19:41:32.773464 --- ParallelTerminationStrategy: PID 20291 died...\u000a19:41:32.829599 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20291): Terminated: ok {rc=0}\u000a19:41:32.839990 --- ParallelTerminationStrategy: PID 20294 died...\u000a19:41:32.896695 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20294): Terminated: ok {rc=0}\u000a19:41:32.985128 bus /gobi_0: Setting Powered False\u000a19:41:34.090111 bus /gobi_0: Setting Powered False\u000a19:41:35.199639 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20304): Process ended prematurely: osmo-stp_10.42.42.5(pid=20304) [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20304)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20304): Process ended prematurely: osmo-stp_10.42.42.5(pid=20304) [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20304)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a19:41:36.315691 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:41:36.327893 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:41:36.478326 tst iperf3.py: using LAC 31059\u000a19:41:36.611933 tst iperf3.py: using RAC 204\u000a19:41:36.744396 tst iperf3.py: using CellId 31059\u000a19:41:36.886722 tst iperf3.py: using BVCI 31060\u000a19:41:36.911780 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:41:36.923483 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:41:36.934871 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:41:36.946564 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:41:36.958121 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:41:36.969793 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:41:36.981586 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:41:36.993121 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:41:37.004876 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:41:37.283935 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:41:37.410583 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:41:37.727086 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20296): Launched\u000a19:41:37.989684 run iperf3-srv_10.42.42.10(pid=20297): Launched\u000a19:41:38.174537 tst iperf3.py:8: start network...\u000a19:41:38.300922 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:41:38.788274 run create_hlr_db(pid=20298): Launched\u000a19:41:38.964603 bus /gobi_6: Setting Powered False\u000a19:41:39.985467 run create_hlr_db(pid=20298): Terminated: ok {rc=0}\u000a19:41:40.422502 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20300): Launched\u000a19:41:40.752526 run osmo-hlr_10.42.42.2(pid=20301): Launched\u000a19:41:40.873926 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:41:41.445025 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20303): Launched\u000a19:41:41.773828 run osmo-stp_10.42.42.5(pid=20304): Launched\u000a19:41:41.892575 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:41:42.464136 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20306): Launched\u000a19:41:42.581406 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:41:42.869033 run patchelf(pid=20307): Launched\u000a19:41:43.062508 run osmo-stp_10.42.42.5(pid=20304): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20304)]\u000a19:41:43.203666 run osmo-stp_10.42.42.5(pid=20304): stdout: \u000a| (launched: 2022-12-12_19:41:41.611511)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:41:43.344576 run osmo-stp_10.42.42.5(pid=20304): stderr: \u000a| �[0;m�[38;5;43m20221212194141804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194141804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194141804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194141805 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194141805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194141805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194141805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:41:43.480914 run osmo-stp_10.42.42.5(pid=20304): stdout: \u000a| (launched: 2022-12-12_19:41:41.611511)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:41:43.615456 run osmo-stp_10.42.42.5(pid=20304): stderr: \u000a| �[0;m�[38;5;43m20221212194141804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194141804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194141804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194141805 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194141805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194141805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194141805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:41:43.772295 run patchelf(pid=20307): Terminating (SIGINT)\u000a19:41:43.956037 run patchelf(pid=20307): Terminated: ok {rc=0}\u000a19:41:43.989967 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20304): Process ended prematurely: osmo-stp_10.42.42.5(pid=20304) [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20304)] [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8]\u000a19:41:44.000031 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a19:41:44.065230 run osmo-hlr_10.42.42.2(pid=20301): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20301)]\u000a19:41:44.118091 run osmo-hlr_10.42.42.2(pid=20301): stdout: \u000a| (launched: 2022-12-12_19:41:40.589546) \u000a19:41:44.171276 run osmo-hlr_10.42.42.2(pid=20301): stderr: \u000a| �[0;m�[1;31m20221212194140787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212194140787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212194140787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194140787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194140788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212194140788 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212194140799 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212194140809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212194140809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212194140809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:41:44.216156 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20296): Terminating (SIGTERM)\u000a19:41:44.258985 run iperf3-srv_10.42.42.10(pid=20297): Terminating (SIGTERM)\u000a19:41:44.301183 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20300): Terminating (SIGTERM)\u000a19:41:44.343844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20303): Terminating (SIGTERM)\u000a19:41:44.386909 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20306): Terminating (SIGTERM)\u000a19:41:44.396684 --- ParallelTerminationStrategy: PID 20296 died...\u000a19:41:44.454195 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20296): Terminated: ok {rc=0}\u000a19:41:44.464353 --- ParallelTerminationStrategy: PID 20297 died...\u000a19:41:44.520825 run iperf3-srv_10.42.42.10(pid=20297): Terminated {rc=256}\u000a19:41:44.530929 --- ParallelTerminationStrategy: PID 20300 died...\u000a19:41:44.587500 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20300): Terminated: ok {rc=0}\u000a19:41:44.597772 --- ParallelTerminationStrategy: PID 20303 died...\u000a19:41:44.654198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20303): Terminated: ok {rc=0}\u000a19:41:44.664645 --- ParallelTerminationStrategy: PID 20306 died...\u000a19:41:44.721901 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20306): Terminated: ok {rc=0}\u000a19:41:44.809599 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20322): Process ended prematurely: osmo-stp_10.42.42.5(pid=20322) [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20322)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20322): Process ended prematurely: osmo-stp_10.42.42.5(pid=20322) [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20322)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a19:41:45.946013 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:41:45.959453 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:41:46.114519 tst iperf3m4.py: using LAC 31060\u000a19:41:46.270756 tst iperf3m4.py: using RAC 205\u000a19:41:46.410249 tst iperf3m4.py: using CellId 31060\u000a19:41:46.560275 tst iperf3m4.py: using BVCI 31061\u000a19:41:46.585082 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:41:46.597101 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:41:46.609025 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:41:46.621008 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:41:46.632905 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:41:46.644845 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:41:46.657049 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:41:46.673490 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:41:46.685399 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:41:46.823146 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:41:46.984327 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:41:47.102557 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:41:47.398537 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:41:47.525315 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:41:47.842971 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20308): Launched\u000a19:41:48.108479 run iperf3-srv_10.42.42.10(pid=20309): Launched\u000a19:41:48.294373 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:41:48.420727 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:41:48.739078 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20310): Launched\u000a19:41:49.003557 run iperf3-srv_10.42.42.10(pid=20311): Launched\u000a19:41:49.189579 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:41:49.315804 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:41:49.634263 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20312): Launched\u000a19:41:49.897866 run iperf3-srv_10.42.42.10(pid=20313): Launched\u000a19:41:50.083361 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:41:50.209977 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:41:50.528344 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20314): Launched\u000a19:41:50.793362 run iperf3-srv_10.42.42.10(pid=20315): Launched\u000a19:41:50.979128 tst iperf3m4.py:8: start network...\u000a19:41:51.106702 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:41:51.598768 run create_hlr_db(pid=20316): Launched\u000a19:41:51.774626 bus /gobi_6: Setting Powered False\u000a19:41:52.796926 run create_hlr_db(pid=20316): Terminated: ok {rc=0}\u000a19:41:53.235991 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20318): Launched\u000a19:41:53.567623 run osmo-hlr_10.42.42.2(pid=20319): Launched\u000a19:41:53.689015 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:41:54.262633 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20321): Launched\u000a19:41:54.594300 run osmo-stp_10.42.42.5(pid=20322): Launched\u000a19:41:54.714429 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:41:55.287576 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20324): Launched\u000a19:41:55.405071 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:41:55.693462 run patchelf(pid=20325): Launched\u000a19:41:55.886280 run osmo-stp_10.42.42.5(pid=20322): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20322)]\u000a19:41:56.027068 run osmo-stp_10.42.42.5(pid=20322): stdout: \u000a| (launched: 2022-12-12_19:41:54.429659)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:41:56.168669 run osmo-stp_10.42.42.5(pid=20322): stderr: \u000a| �[0;m�[38;5;43m20221212194154622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194154622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194154623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194154623 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194154624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194154624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194154624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:41:56.304382 run osmo-stp_10.42.42.5(pid=20322): stdout: \u000a| (launched: 2022-12-12_19:41:54.429659)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:41:56.439033 run osmo-stp_10.42.42.5(pid=20322): stderr: \u000a| �[0;m�[38;5;43m20221212194154622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194154622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194154623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194154623 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194154624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194154624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194154624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:41:56.595670 run patchelf(pid=20325): Terminating (SIGINT)\u000a19:41:56.779311 run patchelf(pid=20325): Terminated: ok {rc=0}\u000a19:41:56.812887 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20322): Process ended prematurely: osmo-stp_10.42.42.5(pid=20322) [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20322)] [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8]\u000a19:41:56.822990 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a19:41:56.888909 run osmo-hlr_10.42.42.2(pid=20319): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20319)]\u000a19:41:56.941539 run osmo-hlr_10.42.42.2(pid=20319): stdout: \u000a| (launched: 2022-12-12_19:41:53.403200) \u000a19:41:56.995289 run osmo-hlr_10.42.42.2(pid=20319): stderr: \u000a| �[0;m�[1;31m20221212194153604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212194153604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212194153604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194153604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194153604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212194153604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212194153617 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212194153627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212194153627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212194153627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:41:57.040344 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20308): Terminating (SIGTERM)\u000a19:41:57.083942 run iperf3-srv_10.42.42.10(pid=20309): Terminating (SIGTERM)\u000a19:41:57.127614 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20310): Terminating (SIGTERM)\u000a19:41:57.170453 run iperf3-srv_10.42.42.10(pid=20311): Terminating (SIGTERM)\u000a19:41:57.213189 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20312): Terminating (SIGTERM)\u000a19:41:57.255819 run iperf3-srv_10.42.42.10(pid=20313): Terminating (SIGTERM)\u000a19:41:57.298732 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20314): Terminating (SIGTERM)\u000a19:41:57.341770 run iperf3-srv_10.42.42.10(pid=20315): Terminating (SIGTERM)\u000a19:41:57.384251 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20318): Terminating (SIGTERM)\u000a19:41:57.427196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20321): Terminating (SIGTERM)\u000a19:41:57.470098 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20324): Terminating (SIGTERM)\u000a19:41:57.480326 --- ParallelTerminationStrategy: PID 20308 died...\u000a19:41:57.538126 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20308): Terminated: ok {rc=0}\u000a19:41:57.548481 --- ParallelTerminationStrategy: PID 20309 died...\u000a19:41:57.605906 run iperf3-srv_10.42.42.10(pid=20309): Terminated {rc=256}\u000a19:41:57.616014 --- ParallelTerminationStrategy: PID 20310 died...\u000a19:41:57.672366 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20310): Terminated: ok {rc=0}\u000a19:41:57.682893 --- ParallelTerminationStrategy: PID 20311 died...\u000a19:41:57.739536 run iperf3-srv_10.42.42.10(pid=20311): Terminated {rc=256}\u000a19:41:57.749852 --- ParallelTerminationStrategy: PID 20312 died...\u000a19:41:57.806539 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20312): Terminated: ok {rc=0}\u000a19:41:57.816579 --- ParallelTerminationStrategy: PID 20313 died...\u000a19:41:57.873917 run iperf3-srv_10.42.42.10(pid=20313): Terminated {rc=256}\u000a19:41:57.884138 --- ParallelTerminationStrategy: PID 20314 died...\u000a19:41:57.940839 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20314): Terminated: ok {rc=0}\u000a19:41:57.951171 --- ParallelTerminationStrategy: PID 20315 died...\u000a19:41:58.007912 run iperf3-srv_10.42.42.10(pid=20315): Terminated {rc=256}\u000a19:41:58.018177 --- ParallelTerminationStrategy: PID 20318 died...\u000a19:41:58.075909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20318): Terminated: ok {rc=0}\u000a19:41:58.086203 --- ParallelTerminationStrategy: PID 20321 died...\u000a19:41:58.143248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20321): Terminated: ok {rc=0}\u000a19:41:58.154057 --- ParallelTerminationStrategy: PID 20324 died...\u000a19:41:58.211769 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20324): Terminated: ok {rc=0}\u000a19:41:58.301105 bus /gobi_4: Setting Powered False\u000a19:41:59.405650 bus /gobi_4: Setting Powered False\u000a19:42:00.513021 bus /gobi_1: Setting Powered False\u000a19:42:01.619807 bus /gobi_1: Setting Powered False\u000a19:42:02.727970 bus /gobi_0: Setting Powered False\u000a19:42:03.836858 bus /gobi_0: Setting Powered False\u000a19:42:04.946766 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20333): Process ended prematurely: osmo-stp_10.42.42.5(pid=20333) [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20333)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20333): Process ended prematurely: osmo-stp_10.42.42.5(pid=20333) [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20333)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-sysmocell5000+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a19:42:06.014894 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:42:06.026980 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:42:06.171163 tst ping.py: using LAC 31061\u000a19:42:06.300764 tst ping.py: using RAC 206\u000a19:42:06.424334 tst ping.py: using CellId 31061\u000a19:42:06.548124 tst ping.py: using BVCI 31062\u000a19:42:06.572593 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:42:06.584149 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:42:06.595544 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:42:06.607230 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:42:06.618741 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:42:06.630188 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:42:06.641986 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:42:06.653658 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:42:06.947397 tst ping.py:19: start network...\u000a19:42:07.082607 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:42:07.587035 run create_hlr_db(pid=20327): Launched\u000a19:42:07.774267 bus /gobi_6: Setting Powered False\u000a19:42:08.794625 run create_hlr_db(pid=20327): Terminated: ok {rc=0}\u000a19:42:09.199270 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20329): Launched\u000a19:42:09.499324 run osmo-hlr_10.42.42.2(pid=20330): Launched\u000a19:42:09.610909 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:42:10.134534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20332): Launched\u000a19:42:10.434549 run osmo-stp_10.42.42.5(pid=20333): Launched\u000a19:42:10.543511 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:42:11.068785 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20335): Launched\u000a19:42:11.176619 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:42:11.440657 run patchelf(pid=20336): Launched\u000a19:42:11.616402 run osmo-stp_10.42.42.5(pid=20333): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20333)]\u000a19:42:11.744823 run osmo-stp_10.42.42.5(pid=20333): stdout: \u000a| (launched: 2022-12-12_19:42:10.286567)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:42:11.873541 run osmo-stp_10.42.42.5(pid=20333): stderr: \u000a| �[0;m�[38;5;43m20221212194210456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194210456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194210456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194210457 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194210457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194210457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194210457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:42:11.997746 run osmo-stp_10.42.42.5(pid=20333): stdout: \u000a| (launched: 2022-12-12_19:42:10.286567)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:42:12.120678 run osmo-stp_10.42.42.5(pid=20333): stderr: \u000a| �[0;m�[38;5;43m20221212194210456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194210456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194210456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194210457 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194210457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194210457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194210457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:42:12.263223 run patchelf(pid=20336): Terminating (SIGINT)\u000a19:42:12.430851 run patchelf(pid=20336): Terminated: ok {rc=0}\u000a19:42:12.461357 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20333): Process ended prematurely: osmo-stp_10.42.42.5(pid=20333) [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20333)] [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22]\u000a19:42:12.469979 tst ping.py:22: Test FAILED (6.4 sec)\u000a19:42:12.530351 run osmo-hlr_10.42.42.2(pid=20330): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20330)]\u000a19:42:12.579944 run osmo-hlr_10.42.42.2(pid=20330): stdout: \u000a| (launched: 2022-12-12_19:42:09.351815) \u000a19:42:12.630248 run osmo-hlr_10.42.42.2(pid=20330): stderr: \u000a| �[0;m�[1;31m20221212194209526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212194209526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212194209526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194209526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194209526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212194209526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212194209543 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-sysmocell5000+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212194209553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212194209554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212194209554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:42:12.673274 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20329): Terminating (SIGTERM)\u000a19:42:12.713514 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20332): Terminating (SIGTERM)\u000a19:42:12.753731 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20335): Terminating (SIGTERM)\u000a19:42:12.763003 --- ParallelTerminationStrategy: PID 20329 died...\u000a19:42:12.817381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20329): Terminated: ok {rc=0}\u000a19:42:12.827038 --- ParallelTerminationStrategy: PID 20332 died...\u000a19:42:12.880338 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20332): Terminated: ok {rc=0}\u000a19:42:12.889941 --- ParallelTerminationStrategy: PID 20335 died...\u000a19:42:12.943719 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20335): Terminated: ok {rc=0}\u000a19:42:13.028254 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20343): Process ended prematurely: osmo-stp_10.42.42.5(pid=20343) [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20343)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20343): Process ended prematurely: osmo-stp_10.42.42.5(pid=20343) [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20343)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-sysmocell5000+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a19:42:14.082043 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:42:14.094667 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:42:14.246004 tst ping_idle_ping.py: using LAC 31062\u000a19:42:14.370183 tst ping_idle_ping.py: using RAC 207\u000a19:42:14.494653 tst ping_idle_ping.py: using CellId 31062\u000a19:42:14.618627 tst ping_idle_ping.py: using BVCI 31063\u000a19:42:14.643184 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:42:14.654975 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:42:14.666501 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:42:14.678217 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:42:14.689828 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:42:14.701469 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:42:14.713472 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:42:14.725307 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:42:15.019306 tst ping_idle_ping.py:24: start network...\u000a19:42:15.154865 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:42:15.665587 run create_hlr_db(pid=20337): Launched\u000a19:42:15.868245 bus /gobi_6: Setting Powered False\u000a19:42:16.881554 run create_hlr_db(pid=20337): Terminated: ok {rc=0}\u000a19:42:17.363617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20339): Launched\u000a19:42:17.689150 run osmo-hlr_10.42.42.2(pid=20340): Launched\u000a19:42:17.808295 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:42:18.371516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20342): Launched\u000a19:42:18.695132 run osmo-stp_10.42.42.5(pid=20343): Launched\u000a19:42:18.812733 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:42:19.379248 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20345): Launched\u000a19:42:19.495165 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:42:19.779428 run patchelf(pid=20346): Launched\u000a19:42:19.968690 run osmo-stp_10.42.42.5(pid=20343): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20343)]\u000a19:42:20.107466 run osmo-stp_10.42.42.5(pid=20343): stdout: \u000a| (launched: 2022-12-12_19:42:18.535514)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:42:20.246680 run osmo-stp_10.42.42.5(pid=20343): stderr: \u000a| �[0;m�[38;5;43m20221212194218727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194218727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194218727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194218727 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194218728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194218728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194218728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:42:20.381112 run osmo-stp_10.42.42.5(pid=20343): stdout: \u000a| (launched: 2022-12-12_19:42:18.535514)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:42:20.514049 run osmo-stp_10.42.42.5(pid=20343): stderr: \u000a| �[0;m�[38;5;43m20221212194218727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194218727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194218727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194218727 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194218728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194218728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194218728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:42:20.668206 run patchelf(pid=20346): Terminating (SIGINT)\u000a19:42:20.848148 run patchelf(pid=20346): Terminated: ok {rc=0}\u000a19:42:20.880890 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20343): Process ended prematurely: osmo-stp_10.42.42.5(pid=20343) [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20343)] [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a19:42:20.890192 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a19:42:20.954499 run osmo-hlr_10.42.42.2(pid=20340): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20340)]\u000a19:42:21.007152 run osmo-hlr_10.42.42.2(pid=20340): stdout: \u000a| (launched: 2022-12-12_19:42:17.528569) \u000a19:42:21.060174 run osmo-hlr_10.42.42.2(pid=20340): stderr: \u000a| �[0;m�[1;31m20221212194217724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212194217724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212194217724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194217724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194217724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212194217724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212194217738 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-sysmocell5000+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212194217746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212194217746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212194217746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:42:21.105192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20339): Terminating (SIGTERM)\u000a19:42:21.147588 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20342): Terminating (SIGTERM)\u000a19:42:21.190167 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20345): Terminating (SIGTERM)\u000a19:42:21.200245 --- ParallelTerminationStrategy: PID 20339 died...\u000a19:42:21.256924 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20339): Terminated: ok {rc=0}\u000a19:42:21.267524 --- ParallelTerminationStrategy: PID 20342 died...\u000a19:42:21.324516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20342): Terminated: ok {rc=0}\u000a19:42:21.335136 --- ParallelTerminationStrategy: PID 20345 died...\u000a19:42:21.392385 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20345): Terminated: ok {rc=0}\u000a19:42:21.481894 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "70", "name" : "gprs_trx-sysmocell5000+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:41:22" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20360): Process ended prematurely: osmo-stp_10.42.42.5(pid=20360) [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20360)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20360): Process ended prematurely: osmo-stp_10.42.42.5(pid=20360) [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20360)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:42:23.646843 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:42:23.658016 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:42:23.815657 tst cs_paging_gprs_active.py: using LAC 31063\u000a19:42:23.934460 tst cs_paging_gprs_active.py: using RAC 208\u000a19:42:24.053528 tst cs_paging_gprs_active.py: using CellId 31063\u000a19:42:24.171841 tst cs_paging_gprs_active.py: using BVCI 31064\u000a19:42:24.195258 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:42:24.206337 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:42:24.217195 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:42:24.227971 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:42:24.238824 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:42:24.249572 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:42:24.260458 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:42:24.271199 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:42:24.282260 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:42:24.403909 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:42:24.703687 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:42:24.841616 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:42:25.184516 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20350): Launched\u000a19:42:25.467517 run iperf3-srv_10.42.42.10(pid=20351): Launched\u000a19:42:25.669296 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:42:25.806404 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:42:26.150284 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20352): Launched\u000a19:42:26.433639 run iperf3-srv_10.42.42.10(pid=20353): Launched\u000a19:42:26.635103 tst cs_paging_gprs_active.py:38: start network...\u000a19:42:26.772174 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:42:27.288563 run create_hlr_db(pid=20354): Launched\u000a19:42:27.478757 bus /gobi_6: Setting Powered False\u000a19:42:28.500084 run create_hlr_db(pid=20354): Terminated: ok {rc=0}\u000a19:42:28.911472 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20356): Launched\u000a19:42:29.218883 run osmo-hlr_10.42.42.2(pid=20357): Launched\u000a19:42:29.332440 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:42:29.863916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20359): Launched\u000a19:42:30.170597 run osmo-stp_10.42.42.5(pid=20360): Launched\u000a19:42:30.282406 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:42:30.818523 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20362): Launched\u000a19:42:30.943711 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:42:31.248850 run patchelf(pid=20363): Launched\u000a19:42:31.448587 run osmo-stp_10.42.42.5(pid=20360): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20360)]\u000a19:42:31.594761 run osmo-stp_10.42.42.5(pid=20360): stdout: \u000a| (launched: 2022-12-12_19:42:30.019156)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:42:31.741352 run osmo-stp_10.42.42.5(pid=20360): stderr: \u000a| �[0;m�[38;5;43m20221212194230190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194230190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194230190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194230191 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194230191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194230191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194230191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:42:31.881201 run osmo-stp_10.42.42.5(pid=20360): stdout: \u000a| (launched: 2022-12-12_19:42:30.019156)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:42:32.020723 run osmo-stp_10.42.42.5(pid=20360): stderr: \u000a| �[0;m�[38;5;43m20221212194230190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194230190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194230190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194230191 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194230191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194230191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194230191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:42:32.182777 run patchelf(pid=20363): Terminating (SIGINT)\u000a19:42:32.368349 run patchelf(pid=20363): Terminated: ok {rc=0}\u000a19:42:32.402463 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=20360): Process ended prematurely: osmo-stp_10.42.42.5(pid=20360) [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20360)] [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a19:42:32.412685 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a19:42:32.477576 run osmo-hlr_10.42.42.2(pid=20357): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20357)]\u000a19:42:32.530233 run osmo-hlr_10.42.42.2(pid=20357): stdout: \u000a| (launched: 2022-12-12_19:42:29.067171) \u000a19:42:32.583418 run osmo-hlr_10.42.42.2(pid=20357): stderr: \u000a| �[0;m�[1;31m20221212194229244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212194229244 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212194229245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194229245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194229245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212194229245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212194229260 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212194229271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212194229271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212194229271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:42:32.628451 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20350): Terminating (SIGTERM)\u000a19:42:32.670476 run iperf3-srv_10.42.42.10(pid=20351): Terminating (SIGTERM)\u000a19:42:32.712670 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20352): Terminating (SIGTERM)\u000a19:42:32.754973 run iperf3-srv_10.42.42.10(pid=20353): Terminating (SIGTERM)\u000a19:42:32.797417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20356): Terminating (SIGTERM)\u000a19:42:32.839919 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20359): Terminating (SIGTERM)\u000a19:42:32.883026 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20362): Terminating (SIGTERM)\u000a19:42:32.892851 --- ParallelTerminationStrategy: PID 20350 died...\u000a19:42:32.949602 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20350): Terminated: ok {rc=0}\u000a19:42:32.960082 --- ParallelTerminationStrategy: PID 20351 died...\u000a19:42:33.016431 run iperf3-srv_10.42.42.10(pid=20351): Terminated {rc=256}\u000a19:42:33.026817 --- ParallelTerminationStrategy: PID 20352 died...\u000a19:42:33.083949 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20352): Terminated: ok {rc=0}\u000a19:42:33.094583 --- ParallelTerminationStrategy: PID 20353 died...\u000a19:42:33.151425 run iperf3-srv_10.42.42.10(pid=20353): Terminated {rc=256}\u000a19:42:33.161711 --- ParallelTerminationStrategy: PID 20356 died...\u000a19:42:33.218147 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20356): Terminated: ok {rc=0}\u000a19:42:33.228673 --- ParallelTerminationStrategy: PID 20359 died...\u000a19:42:33.285485 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20359): Terminated: ok {rc=0}\u000a19:42:33.295698 --- ParallelTerminationStrategy: PID 20362 died...\u000a19:42:33.352821 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20362): Terminated: ok {rc=0}\u000a19:42:33.439973 bus /gobi_0: Setting Powered False\u000a19:42:34.549442 bus /gobi_0: Setting Powered False\u000a19:42:35.660801 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20372): Process ended prematurely: osmo-stp_10.42.42.5(pid=20372) [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20372)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20372): Process ended prematurely: osmo-stp_10.42.42.5(pid=20372) [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20372)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a19:42:36.777774 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:42:36.790371 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:42:36.962263 tst iperf3.py: using LAC 31064\u000a19:42:37.090797 tst iperf3.py: using RAC 209\u000a19:42:37.219402 tst iperf3.py: using CellId 31064\u000a19:42:37.347794 tst iperf3.py: using BVCI 31065\u000a19:42:37.373020 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:42:37.384664 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:42:37.396145 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:42:37.407830 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:42:37.419629 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:42:37.431245 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:42:37.443183 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:42:37.454936 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:42:37.466949 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:42:37.765440 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:42:37.902626 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:42:38.245352 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20364): Launched\u000a19:42:38.527531 run iperf3-srv_10.42.42.10(pid=20365): Launched\u000a19:42:38.729038 tst iperf3.py:8: start network...\u000a19:42:38.866238 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:42:39.383356 run create_hlr_db(pid=20366): Launched\u000a19:42:39.574143 bus /gobi_6: Setting Powered False\u000a19:42:40.594834 run create_hlr_db(pid=20366): Terminated: ok {rc=0}\u000a19:42:41.032208 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20368): Launched\u000a19:42:41.362363 run osmo-hlr_10.42.42.2(pid=20369): Launched\u000a19:42:41.483058 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:42:42.055420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20371): Launched\u000a19:42:42.385672 run osmo-stp_10.42.42.5(pid=20372): Launched\u000a19:42:42.503829 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:42:43.075701 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20374): Launched\u000a19:42:43.193816 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:42:43.482148 run patchelf(pid=20375): Launched\u000a19:42:43.675280 run osmo-stp_10.42.42.5(pid=20372): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20372)]\u000a19:42:43.816380 run osmo-stp_10.42.42.5(pid=20372): stdout: \u000a| (launched: 2022-12-12_19:42:42.222835)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:42:43.957723 run osmo-stp_10.42.42.5(pid=20372): stderr: \u000a| �[0;m�[38;5;43m20221212194242416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194242416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194242416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194242417 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194242417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194242417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194242417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:42:44.094502 run osmo-stp_10.42.42.5(pid=20372): stdout: \u000a| (launched: 2022-12-12_19:42:42.222835)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:42:44.229682 run osmo-stp_10.42.42.5(pid=20372): stderr: \u000a| �[0;m�[38;5;43m20221212194242416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194242416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194242416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194242417 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194242417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194242417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194242417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:42:44.387256 run patchelf(pid=20375): Terminating (SIGINT)\u000a19:42:44.571938 run patchelf(pid=20375): Terminated: ok {rc=0}\u000a19:42:44.605902 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20372): Process ended prematurely: osmo-stp_10.42.42.5(pid=20372) [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20372)] [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a19:42:44.615973 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a19:42:44.681061 run osmo-hlr_10.42.42.2(pid=20369): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20369)]\u000a19:42:44.733991 run osmo-hlr_10.42.42.2(pid=20369): stdout: \u000a| (launched: 2022-12-12_19:42:41.199744) \u000a19:42:44.788001 run osmo-hlr_10.42.42.2(pid=20369): stderr: \u000a| �[0;m�[1;31m20221212194241398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212194241398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212194241398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194241399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194241399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212194241399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212194241412 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212194241422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212194241422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212194241422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:42:44.833473 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20364): Terminating (SIGTERM)\u000a19:42:44.876442 run iperf3-srv_10.42.42.10(pid=20365): Terminating (SIGTERM)\u000a19:42:44.919565 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20368): Terminating (SIGTERM)\u000a19:42:44.962913 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20371): Terminating (SIGTERM)\u000a19:42:45.005905 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20374): Terminating (SIGTERM)\u000a19:42:45.016155 --- ParallelTerminationStrategy: PID 20364 died...\u000a19:42:45.073955 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20364): Terminated: ok {rc=0}\u000a19:42:45.084308 --- ParallelTerminationStrategy: PID 20365 died...\u000a19:42:45.141798 run iperf3-srv_10.42.42.10(pid=20365): Terminated {rc=256}\u000a19:42:45.151915 --- ParallelTerminationStrategy: PID 20368 died...\u000a19:42:45.209087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20368): Terminated: ok {rc=0}\u000a19:42:45.219349 --- ParallelTerminationStrategy: PID 20371 died...\u000a19:42:45.276085 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20371): Terminated: ok {rc=0}\u000a19:42:45.286205 --- ParallelTerminationStrategy: PID 20374 died...\u000a19:42:45.342718 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20374): Terminated: ok {rc=0}\u000a19:42:45.430771 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20390): Process ended prematurely: osmo-stp_10.42.42.5(pid=20390) [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20390)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20390): Process ended prematurely: osmo-stp_10.42.42.5(pid=20390) [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20390)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a19:42:46.547759 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:42:46.560507 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:42:46.730448 tst iperf3m4.py: using LAC 31065\u000a19:42:46.861368 tst iperf3m4.py: using RAC 210\u000a19:42:46.991305 tst iperf3m4.py: using CellId 31065\u000a19:42:47.124293 tst iperf3m4.py: using BVCI 31066\u000a19:42:47.150661 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:42:47.163542 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:42:47.177174 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:42:47.189838 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:42:47.202656 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:42:47.215255 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:42:47.229753 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:42:47.242544 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:42:47.255138 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:42:47.374963 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:42:47.500453 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:42:47.619077 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:42:47.903456 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:42:48.030972 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:42:48.349790 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20376): Launched\u000a19:42:48.613839 run iperf3-srv_10.42.42.10(pid=20377): Launched\u000a19:42:48.801083 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:42:48.927901 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:42:49.248325 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20378): Launched\u000a19:42:49.512688 run iperf3-srv_10.42.42.10(pid=20379): Launched\u000a19:42:49.699569 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:42:49.827218 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:42:50.145624 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20380): Launched\u000a19:42:50.409122 run iperf3-srv_10.42.42.10(pid=20381): Launched\u000a19:42:50.595144 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:42:50.722451 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:42:51.041468 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20382): Launched\u000a19:42:51.305712 run iperf3-srv_10.42.42.10(pid=20383): Launched\u000a19:42:51.492343 tst iperf3m4.py:8: start network...\u000a19:42:51.619632 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:42:52.130363 run create_hlr_db(pid=20384): Launched\u000a19:42:52.306651 bus /gobi_6: Setting Powered False\u000a19:42:53.330862 run create_hlr_db(pid=20384): Terminated: ok {rc=0}\u000a19:42:53.740453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20386): Launched\u000a19:42:54.046749 run osmo-hlr_10.42.42.2(pid=20387): Launched\u000a19:42:54.168308 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:42:54.708484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20389): Launched\u000a19:42:55.013153 run osmo-stp_10.42.42.5(pid=20390): Launched\u000a19:42:55.123794 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:42:55.658703 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20392): Launched\u000a19:42:55.767314 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:42:56.035016 run patchelf(pid=20393): Launched\u000a19:42:56.214257 run osmo-stp_10.42.42.5(pid=20390): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20390)]\u000a19:42:56.345440 run osmo-stp_10.42.42.5(pid=20390): stdout: \u000a| (launched: 2022-12-12_19:42:54.863242)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:42:56.477285 run osmo-stp_10.42.42.5(pid=20390): stderr: \u000a| �[0;m�[38;5;43m20221212194255034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194255034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194255034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194255034 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194255035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194255035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194255035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:42:56.604010 run osmo-stp_10.42.42.5(pid=20390): stdout: \u000a| (launched: 2022-12-12_19:42:54.863242)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:42:56.729330 run osmo-stp_10.42.42.5(pid=20390): stderr: \u000a| �[0;m�[38;5;43m20221212194255034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194255034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194255034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194255034 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194255035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194255035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194255035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:42:56.875844 run patchelf(pid=20393): Terminating (SIGINT)\u000a19:42:57.047036 run patchelf(pid=20393): Terminated: ok {rc=0}\u000a19:42:57.078561 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20390): Process ended prematurely: osmo-stp_10.42.42.5(pid=20390) [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20390)] [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a19:42:57.087928 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a19:42:57.148403 run osmo-hlr_10.42.42.2(pid=20387): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20387)]\u000a19:42:57.197582 run osmo-hlr_10.42.42.2(pid=20387): stdout: \u000a| (launched: 2022-12-12_19:42:53.895940) \u000a19:42:57.247528 run osmo-hlr_10.42.42.2(pid=20387): stderr: \u000a| �[0;m�[1;31m20221212194254075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212194254075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212194254075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194254075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194254075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212194254075 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212194254088 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212194254097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212194254097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212194254097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:42:57.289790 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20376): Terminating (SIGTERM)\u000a19:42:57.329775 run iperf3-srv_10.42.42.10(pid=20377): Terminating (SIGTERM)\u000a19:42:57.369707 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20378): Terminating (SIGTERM)\u000a19:42:57.409570 run iperf3-srv_10.42.42.10(pid=20379): Terminating (SIGTERM)\u000a19:42:57.449405 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20380): Terminating (SIGTERM)\u000a19:42:57.489251 run iperf3-srv_10.42.42.10(pid=20381): Terminating (SIGTERM)\u000a19:42:57.529662 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20382): Terminating (SIGTERM)\u000a19:42:57.569777 run iperf3-srv_10.42.42.10(pid=20383): Terminating (SIGTERM)\u000a19:42:57.609671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20386): Terminating (SIGTERM)\u000a19:42:57.649507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20389): Terminating (SIGTERM)\u000a19:42:57.689332 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20392): Terminating (SIGTERM)\u000a19:42:57.698720 --- ParallelTerminationStrategy: PID 20376 died...\u000a19:42:57.752844 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20376): Terminated: ok {rc=0}\u000a19:42:57.762659 --- ParallelTerminationStrategy: PID 20377 died...\u000a19:42:57.816166 run iperf3-srv_10.42.42.10(pid=20377): Terminated {rc=256}\u000a19:42:57.826068 --- ParallelTerminationStrategy: PID 20378 died...\u000a19:42:57.880146 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20378): Terminated: ok {rc=0}\u000a19:42:57.890011 --- ParallelTerminationStrategy: PID 20379 died...\u000a19:42:57.943144 run iperf3-srv_10.42.42.10(pid=20379): Terminated {rc=256}\u000a19:42:57.952872 --- ParallelTerminationStrategy: PID 20380 died...\u000a19:42:58.006435 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20380): Terminated: ok {rc=0}\u000a19:42:58.016161 --- ParallelTerminationStrategy: PID 20381 died...\u000a19:42:58.069470 run iperf3-srv_10.42.42.10(pid=20381): Terminated {rc=256}\u000a19:42:58.079255 --- ParallelTerminationStrategy: PID 20382 died...\u000a19:42:58.133412 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20382): Terminated: ok {rc=0}\u000a19:42:58.143355 --- ParallelTerminationStrategy: PID 20383 died...\u000a19:42:58.196471 run iperf3-srv_10.42.42.10(pid=20383): Terminated {rc=256}\u000a19:42:58.206311 --- ParallelTerminationStrategy: PID 20386 died...\u000a19:42:58.259686 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20386): Terminated: ok {rc=0}\u000a19:42:58.269928 --- ParallelTerminationStrategy: PID 20389 died...\u000a19:42:58.323305 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20389): Terminated: ok {rc=0}\u000a19:42:58.333019 --- ParallelTerminationStrategy: PID 20392 died...\u000a19:42:58.386291 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20392): Terminated: ok {rc=0}\u000a19:42:58.475729 bus /gobi_4: Setting Powered False\u000a19:42:59.581990 bus /gobi_4: Setting Powered False\u000a19:43:00.690987 bus /gobi_1: Setting Powered False\u000a19:43:01.797202 bus /gobi_1: Setting Powered False\u000a19:43:02.903862 bus /gobi_0: Setting Powered False\u000a19:43:04.012231 bus /gobi_0: Setting Powered False\u000a19:43:05.128251 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20401): Process ended prematurely: osmo-stp_10.42.42.5(pid=20401) [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20401)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20401): Process ended prematurely: osmo-stp_10.42.42.5(pid=20401) [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20401)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a19:43:06.197949 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:43:06.210479 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:43:06.376351 tst ping.py: using LAC 31066\u000a19:43:06.501743 tst ping.py: using RAC 211\u000a19:43:06.627243 tst ping.py: using CellId 31066\u000a19:43:06.752467 tst ping.py: using BVCI 31067\u000a19:43:06.777278 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:43:06.788919 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:43:06.800526 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:43:06.812426 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:43:06.824066 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:43:06.835852 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:43:06.847813 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:43:06.859675 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:43:07.153349 tst ping.py:19: start network...\u000a19:43:07.288238 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:43:07.794390 run create_hlr_db(pid=20394): Launched\u000a19:43:07.980924 bus /gobi_6: Setting Powered False\u000a19:43:09.001837 run create_hlr_db(pid=20394): Terminated: ok {rc=0}\u000a19:43:09.405517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20396): Launched\u000a19:43:09.704676 run osmo-hlr_10.42.42.2(pid=20397): Launched\u000a19:43:09.822294 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:43:10.351052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20400): Launched\u000a19:43:10.650076 run osmo-stp_10.42.42.5(pid=20401): Launched\u000a19:43:10.758584 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:43:11.283126 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20403): Launched\u000a19:43:11.389429 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:43:11.652089 run patchelf(pid=20404): Launched\u000a19:43:11.827740 run osmo-stp_10.42.42.5(pid=20401): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20401)]\u000a19:43:11.956197 run osmo-stp_10.42.42.5(pid=20401): stdout: \u000a| (launched: 2022-12-12_19:43:10.502617)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:43:12.085172 run osmo-stp_10.42.42.5(pid=20401): stderr: \u000a| �[0;m�[38;5;43m20221212194310671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194310672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194310672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194310672 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194310673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194310673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194310673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:43:12.209436 run osmo-stp_10.42.42.5(pid=20401): stdout: \u000a| (launched: 2022-12-12_19:43:10.502617)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:43:12.332114 run osmo-stp_10.42.42.5(pid=20401): stderr: \u000a| �[0;m�[38;5;43m20221212194310671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194310672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194310672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194310672 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194310673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194310673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194310673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:43:12.474751 run patchelf(pid=20404): Terminating (SIGINT)\u000a19:43:12.642621 run patchelf(pid=20404): Terminated: ok {rc=0}\u000a19:43:12.673274 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20401): Process ended prematurely: osmo-stp_10.42.42.5(pid=20401) [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20401)] [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22]\u000a19:43:12.681864 tst ping.py:22: Test FAILED (6.5 sec)\u000a19:43:12.742258 run osmo-hlr_10.42.42.2(pid=20397): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20397)]\u000a19:43:12.791967 run osmo-hlr_10.42.42.2(pid=20397): stdout: \u000a| (launched: 2022-12-12_19:43:09.556822) \u000a19:43:12.842349 run osmo-hlr_10.42.42.2(pid=20397): stderr: \u000a| �[0;m�[1;31m20221212194309734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212194309734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212194309734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194309734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194309734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212194309734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212194309746 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212194309755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212194309756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212194309756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:43:12.885116 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20396): Terminating (SIGTERM)\u000a19:43:12.925551 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20400): Terminating (SIGTERM)\u000a19:43:12.965726 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20403): Terminating (SIGTERM)\u000a19:43:12.975033 --- ParallelTerminationStrategy: PID 20396 died...\u000a19:43:13.028730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20396): Terminated: ok {rc=0}\u000a19:43:13.038524 --- ParallelTerminationStrategy: PID 20400 died...\u000a19:43:13.092147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20400): Terminated: ok {rc=0}\u000a19:43:13.101878 --- ParallelTerminationStrategy: PID 20403 died...\u000a19:43:13.155304 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20403): Terminated: ok {rc=0}\u000a19:43:13.245331 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20411): Process ended prematurely: osmo-stp_10.42.42.5(pid=20411) [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20411)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20411): Process ended prematurely: osmo-stp_10.42.42.5(pid=20411) [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20411)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a19:43:14.297719 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:43:14.309702 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:43:14.466948 tst ping_idle_ping.py: using LAC 31067\u000a19:43:14.586181 tst ping_idle_ping.py: using RAC 212\u000a19:43:14.708162 tst ping_idle_ping.py: using CellId 31067\u000a19:43:14.833811 tst ping_idle_ping.py: using BVCI 31068\u000a19:43:14.858729 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:43:14.870694 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:43:14.882428 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:43:14.895143 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:43:14.907597 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:43:14.920624 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:43:14.932496 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:43:14.945208 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:43:15.226181 tst ping_idle_ping.py:24: start network...\u000a19:43:15.351634 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:43:15.846831 run create_hlr_db(pid=20405): Launched\u000a19:43:16.025201 bus /gobi_6: Setting Powered False\u000a19:43:17.088649 run create_hlr_db(pid=20405): Terminated: ok {rc=0}\u000a19:43:17.497534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20407): Launched\u000a19:43:17.799324 run osmo-hlr_10.42.42.2(pid=20408): Launched\u000a19:43:17.913640 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:43:18.437450 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20410): Launched\u000a19:43:18.737098 run osmo-stp_10.42.42.5(pid=20411): Launched\u000a19:43:18.845638 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:43:19.370848 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20413): Launched\u000a19:43:19.478092 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:43:19.742197 run patchelf(pid=20414): Launched\u000a19:43:19.918598 run osmo-stp_10.42.42.5(pid=20411): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20411)]\u000a19:43:20.047258 run osmo-stp_10.42.42.5(pid=20411): stdout: \u000a| (launched: 2022-12-12_19:43:18.589734)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:43:20.176611 run osmo-stp_10.42.42.5(pid=20411): stderr: \u000a| �[0;m�[38;5;43m20221212194318760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194318760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194318760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194318761 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194318761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194318761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194318761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:43:20.300894 run osmo-stp_10.42.42.5(pid=20411): stdout: \u000a| (launched: 2022-12-12_19:43:18.589734)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:43:20.424343 run osmo-stp_10.42.42.5(pid=20411): stderr: \u000a| �[0;m�[38;5;43m20221212194318760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194318760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194318760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194318761 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194318761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194318761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194318761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:43:20.567695 run patchelf(pid=20414): Terminating (SIGINT)\u000a19:43:20.735227 run patchelf(pid=20414): Terminated: ok {rc=0}\u000a19:43:20.765876 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20411): Process ended prematurely: osmo-stp_10.42.42.5(pid=20411) [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20411)] [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a19:43:20.774601 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a19:43:20.834836 run osmo-hlr_10.42.42.2(pid=20408): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20408)]\u000a19:43:20.884228 run osmo-hlr_10.42.42.2(pid=20408): stdout: \u000a| (launched: 2022-12-12_19:43:17.650695) \u000a19:43:20.934397 run osmo-hlr_10.42.42.2(pid=20408): stderr: \u000a| �[0;m�[1;31m20221212194317828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212194317828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212194317828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194317828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194317828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212194317828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212194317839 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212194317849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212194317849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212194317849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:43:20.976785 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20407): Terminating (SIGTERM)\u000a19:43:21.016739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20410): Terminating (SIGTERM)\u000a19:43:21.056541 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20413): Terminating (SIGTERM)\u000a19:43:21.065816 --- ParallelTerminationStrategy: PID 20407 died...\u000a19:43:21.119337 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20407): Terminated: ok {rc=0}\u000a19:43:21.128814 --- ParallelTerminationStrategy: PID 20410 died...\u000a19:43:21.182639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20410): Terminated: ok {rc=0}\u000a19:43:21.192489 --- ParallelTerminationStrategy: PID 20413 died...\u000a19:43:21.245967 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20413): Terminated: ok {rc=0}\u000a19:43:21.330180 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "71", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:42:23" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20429): Process ended prematurely: osmo-stp_10.42.42.5(pid=20429) [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20429)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20429): Process ended prematurely: osmo-stp_10.42.42.5(pid=20429) [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20429)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:43:23.485796 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:43:23.496989 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:43:23.655814 tst cs_paging_gprs_active.py: using LAC 31068\u000a19:43:23.774685 tst cs_paging_gprs_active.py: using RAC 213\u000a19:43:23.892612 tst cs_paging_gprs_active.py: using CellId 31068\u000a19:43:24.013630 tst cs_paging_gprs_active.py: using BVCI 31069\u000a19:43:24.037183 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:43:24.048425 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:43:24.059629 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:43:24.070972 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:43:24.082287 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:43:24.093540 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:43:24.104900 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:43:24.116207 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:43:24.127645 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:43:24.249373 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:43:24.548771 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:43:24.686467 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:43:25.028349 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20419): Launched\u000a19:43:25.311630 run iperf3-srv_10.42.42.10(pid=20420): Launched\u000a19:43:25.513024 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:43:25.650373 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:43:25.992161 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20421): Launched\u000a19:43:26.275304 run iperf3-srv_10.42.42.10(pid=20422): Launched\u000a19:43:26.477170 tst cs_paging_gprs_active.py:38: start network...\u000a19:43:26.614371 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:43:27.132773 run create_hlr_db(pid=20423): Launched\u000a19:43:27.322486 bus /gobi_6: Setting Powered False\u000a19:43:28.344429 run create_hlr_db(pid=20423): Terminated: ok {rc=0}\u000a19:43:28.758911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20425): Launched\u000a19:43:29.070386 run osmo-hlr_10.42.42.2(pid=20426): Launched\u000a19:43:29.190224 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:43:29.728297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20428): Launched\u000a19:43:30.034930 run osmo-stp_10.42.42.5(pid=20429): Launched\u000a19:43:30.145895 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:43:30.680334 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20431): Launched\u000a19:43:30.789605 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:43:31.095075 run patchelf(pid=20432): Launched\u000a19:43:31.294444 run osmo-stp_10.42.42.5(pid=20429): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20429)]\u000a19:43:31.441131 run osmo-stp_10.42.42.5(pid=20429): stdout: \u000a| (launched: 2022-12-12_19:43:29.884186)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:43:31.587973 run osmo-stp_10.42.42.5(pid=20429): stderr: \u000a| �[0;m�[38;5;43m20221212194330052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194330052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194330053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194330053 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194330054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194330054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194330054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:43:31.727491 run osmo-stp_10.42.42.5(pid=20429): stdout: \u000a| (launched: 2022-12-12_19:43:29.884186)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:43:31.867928 run osmo-stp_10.42.42.5(pid=20429): stderr: \u000a| �[0;m�[38;5;43m20221212194330052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194330052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194330053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194330053 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194330054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194330054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194330054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:43:32.030064 run patchelf(pid=20432): Terminating (SIGINT)\u000a19:43:32.218123 run patchelf(pid=20432): Terminated: ok {rc=0}\u000a19:43:32.251966 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=20429): Process ended prematurely: osmo-stp_10.42.42.5(pid=20429) [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20429)] [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a19:43:32.262110 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a19:43:32.327099 run osmo-hlr_10.42.42.2(pid=20426): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20426)]\u000a19:43:32.379721 run osmo-hlr_10.42.42.2(pid=20426): stdout: \u000a| (launched: 2022-12-12_19:43:28.914141) \u000a19:43:32.434723 run osmo-hlr_10.42.42.2(pid=20426): stderr: \u000a| �[0;m�[1;31m20221212194329091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212194329091 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212194329092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194329092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194329092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212194329092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212194329102 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212194329111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212194329111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212194329111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:43:32.477244 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20419): Terminating (SIGTERM)\u000a19:43:32.517570 run iperf3-srv_10.42.42.10(pid=20420): Terminating (SIGTERM)\u000a19:43:32.557905 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20421): Terminating (SIGTERM)\u000a19:43:32.598146 run iperf3-srv_10.42.42.10(pid=20422): Terminating (SIGTERM)\u000a19:43:32.638370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20425): Terminating (SIGTERM)\u000a19:43:32.678948 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20428): Terminating (SIGTERM)\u000a19:43:32.719173 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20431): Terminating (SIGTERM)\u000a19:43:32.728445 --- ParallelTerminationStrategy: PID 20419 died...\u000a19:43:32.782708 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20419): Terminated: ok {rc=0}\u000a19:43:32.792376 --- ParallelTerminationStrategy: PID 20420 died...\u000a19:43:32.845800 run iperf3-srv_10.42.42.10(pid=20420): Terminated {rc=256}\u000a19:43:32.855794 --- ParallelTerminationStrategy: PID 20421 died...\u000a19:43:32.909389 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20421): Terminated: ok {rc=0}\u000a19:43:32.919422 --- ParallelTerminationStrategy: PID 20422 died...\u000a19:43:32.972977 run iperf3-srv_10.42.42.10(pid=20422): Terminated {rc=256}\u000a19:43:32.983023 --- ParallelTerminationStrategy: PID 20425 died...\u000a19:43:33.037121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20425): Terminated: ok {rc=0}\u000a19:43:33.046895 --- ParallelTerminationStrategy: PID 20428 died...\u000a19:43:33.101272 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20428): Terminated: ok {rc=0}\u000a19:43:33.111461 --- ParallelTerminationStrategy: PID 20431 died...\u000a19:43:33.166058 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20431): Terminated: ok {rc=0}\u000a19:43:33.257071 bus /gobi_0: Setting Powered False\u000a19:43:34.362808 bus /gobi_0: Setting Powered False\u000a19:43:35.475224 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20441): Process ended prematurely: osmo-stp_10.42.42.5(pid=20441) [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20441)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20441): Process ended prematurely: osmo-stp_10.42.42.5(pid=20441) [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20441)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a19:43:36.587246 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:43:36.599080 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:43:36.760259 tst iperf3.py: using LAC 31069\u000a19:43:36.881577 tst iperf3.py: using RAC 214\u000a19:43:37.000189 tst iperf3.py: using CellId 31069\u000a19:43:37.121186 tst iperf3.py: using BVCI 31070\u000a19:43:37.144459 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:43:37.155532 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:43:37.166529 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:43:37.177521 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:43:37.188291 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:43:37.199086 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:43:37.210126 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:43:37.220852 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:43:37.231852 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:43:37.529361 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:43:37.666884 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:43:38.007788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20433): Launched\u000a19:43:38.292656 run iperf3-srv_10.42.42.10(pid=20434): Launched\u000a19:43:38.494479 tst iperf3.py:8: start network...\u000a19:43:38.632388 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:43:39.149637 run create_hlr_db(pid=20435): Launched\u000a19:43:39.340313 bus /gobi_6: Setting Powered False\u000a19:43:40.362013 run create_hlr_db(pid=20435): Terminated: ok {rc=0}\u000a19:43:40.775643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20437): Launched\u000a19:43:41.082829 run osmo-hlr_10.42.42.2(pid=20438): Launched\u000a19:43:41.195507 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:43:41.727807 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20440): Launched\u000a19:43:42.036123 run osmo-stp_10.42.42.5(pid=20441): Launched\u000a19:43:42.147195 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:43:42.682372 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20443): Launched\u000a19:43:42.791025 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:43:43.059011 run patchelf(pid=20444): Launched\u000a19:43:43.238871 run osmo-stp_10.42.42.5(pid=20441): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20441)]\u000a19:43:43.370815 run osmo-stp_10.42.42.5(pid=20441): stdout: \u000a| (launched: 2022-12-12_19:43:41.884450)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:43:43.502840 run osmo-stp_10.42.42.5(pid=20441): stderr: \u000a| �[0;m�[38;5;43m20221212194342055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194342055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194342055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194342056 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194342056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194342056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194342056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:43:43.629723 run osmo-stp_10.42.42.5(pid=20441): stdout: \u000a| (launched: 2022-12-12_19:43:41.884450)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:43:43.755173 run osmo-stp_10.42.42.5(pid=20441): stderr: \u000a| �[0;m�[38;5;43m20221212194342055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194342055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194342055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194342056 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194342056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194342056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194342056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:43:43.902348 run patchelf(pid=20444): Terminating (SIGINT)\u000a19:43:44.075424 run patchelf(pid=20444): Terminated: ok {rc=0}\u000a19:43:44.107148 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20441): Process ended prematurely: osmo-stp_10.42.42.5(pid=20441) [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20441)] [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a19:43:44.116423 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a19:43:44.177033 run osmo-hlr_10.42.42.2(pid=20438): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20438)]\u000a19:43:44.226635 run osmo-hlr_10.42.42.2(pid=20438): stdout: \u000a| (launched: 2022-12-12_19:43:40.931404) \u000a19:43:44.276978 run osmo-hlr_10.42.42.2(pid=20438): stderr: \u000a| �[0;m�[1;31m20221212194341106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212194341106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212194341106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194341106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194341106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212194341106 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212194341119 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212194341127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212194341127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212194341127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:43:44.319832 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20433): Terminating (SIGTERM)\u000a19:43:44.360014 run iperf3-srv_10.42.42.10(pid=20434): Terminating (SIGTERM)\u000a19:43:44.400666 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20437): Terminating (SIGTERM)\u000a19:43:44.441335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20440): Terminating (SIGTERM)\u000a19:43:44.481707 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20443): Terminating (SIGTERM)\u000a19:43:44.491048 --- ParallelTerminationStrategy: PID 20433 died...\u000a19:43:44.545023 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20433): Terminated: ok {rc=0}\u000a19:43:44.554874 --- ParallelTerminationStrategy: PID 20434 died...\u000a19:43:44.608811 run iperf3-srv_10.42.42.10(pid=20434): Terminated {rc=256}\u000a19:43:44.618404 --- ParallelTerminationStrategy: PID 20437 died...\u000a19:43:44.671911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20437): Terminated: ok {rc=0}\u000a19:43:44.681804 --- ParallelTerminationStrategy: PID 20440 died...\u000a19:43:44.735456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20440): Terminated: ok {rc=0}\u000a19:43:44.745108 --- ParallelTerminationStrategy: PID 20443 died...\u000a19:43:44.798522 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20443): Terminated: ok {rc=0}\u000a19:43:44.883277 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20459): Process ended prematurely: osmo-stp_10.42.42.5(pid=20459) [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20459)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20459): Process ended prematurely: osmo-stp_10.42.42.5(pid=20459) [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20459)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a19:43:46.009461 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:43:46.022937 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:43:46.187399 tst iperf3m4.py: using LAC 31070\u000a19:43:46.313033 tst iperf3m4.py: using RAC 215\u000a19:43:46.453779 tst iperf3m4.py: using CellId 31070\u000a19:43:46.601905 tst iperf3m4.py: using BVCI 31071\u000a19:43:46.634720 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:43:46.650002 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:43:46.664776 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:43:46.679033 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:43:46.693259 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:43:46.705173 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:43:46.720192 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:43:46.734407 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:43:46.748105 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:43:46.886642 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:43:47.007188 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:43:47.145269 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:43:47.431698 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:43:47.559098 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:43:47.880637 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20445): Launched\u000a19:43:48.145645 run iperf3-srv_10.42.42.10(pid=20446): Launched\u000a19:43:48.330865 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:43:48.457452 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:43:48.776019 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20447): Launched\u000a19:43:49.039159 run iperf3-srv_10.42.42.10(pid=20448): Launched\u000a19:43:49.224764 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:43:49.351166 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:43:49.668678 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20449): Launched\u000a19:43:49.932469 run iperf3-srv_10.42.42.10(pid=20450): Launched\u000a19:43:50.118365 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:43:50.244633 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:43:50.563773 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20451): Launched\u000a19:43:50.826930 run iperf3-srv_10.42.42.10(pid=20452): Launched\u000a19:43:51.012434 tst iperf3m4.py:8: start network...\u000a19:43:51.139355 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:43:51.628937 run create_hlr_db(pid=20453): Launched\u000a19:43:51.804185 bus /gobi_6: Setting Powered False\u000a19:43:52.825788 run create_hlr_db(pid=20453): Terminated: ok {rc=0}\u000a19:43:53.262052 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20455): Launched\u000a19:43:53.592130 run osmo-hlr_10.42.42.2(pid=20456): Launched\u000a19:43:53.714546 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:43:54.286215 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20458): Launched\u000a19:43:54.615959 run osmo-stp_10.42.42.5(pid=20459): Launched\u000a19:43:54.735996 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:43:55.310190 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20461): Launched\u000a19:43:55.427783 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:43:55.715423 run patchelf(pid=20462): Launched\u000a19:43:55.907626 run osmo-stp_10.42.42.5(pid=20459): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20459)]\u000a19:43:56.048693 run osmo-stp_10.42.42.5(pid=20459): stdout: \u000a| (launched: 2022-12-12_19:43:54.453199)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:43:56.190673 run osmo-stp_10.42.42.5(pid=20459): stderr: \u000a| �[0;m�[38;5;43m20221212194354644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194354644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194354644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194354645 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194354645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194354646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194354646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:43:56.326987 run osmo-stp_10.42.42.5(pid=20459): stdout: \u000a| (launched: 2022-12-12_19:43:54.453199)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:43:56.462094 run osmo-stp_10.42.42.5(pid=20459): stderr: \u000a| �[0;m�[38;5;43m20221212194354644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194354644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194354644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194354645 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194354645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194354646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194354646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:43:56.618926 run patchelf(pid=20462): Terminating (SIGINT)\u000a19:43:56.802527 run patchelf(pid=20462): Terminated: ok {rc=0}\u000a19:43:56.836250 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20459): Process ended prematurely: osmo-stp_10.42.42.5(pid=20459) [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20459)] [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a19:43:56.846613 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a19:43:56.912270 run osmo-hlr_10.42.42.2(pid=20456): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20456)]\u000a19:43:56.965134 run osmo-hlr_10.42.42.2(pid=20456): stdout: \u000a| (launched: 2022-12-12_19:43:53.428728) \u000a19:43:57.018507 run osmo-hlr_10.42.42.2(pid=20456): stderr: \u000a| �[0;m�[1;31m20221212194353627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212194353628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212194353628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194353628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194353628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212194353628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212194353641 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212194353649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212194353649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212194353649 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:43:57.063711 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20445): Terminating (SIGTERM)\u000a19:43:57.107051 run iperf3-srv_10.42.42.10(pid=20446): Terminating (SIGTERM)\u000a19:43:57.150626 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20447): Terminating (SIGTERM)\u000a19:43:57.193806 run iperf3-srv_10.42.42.10(pid=20448): Terminating (SIGTERM)\u000a19:43:57.236585 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20449): Terminating (SIGTERM)\u000a19:43:57.279930 run iperf3-srv_10.42.42.10(pid=20450): Terminating (SIGTERM)\u000a19:43:57.322981 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20451): Terminating (SIGTERM)\u000a19:43:57.366084 run iperf3-srv_10.42.42.10(pid=20452): Terminating (SIGTERM)\u000a19:43:57.409533 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20455): Terminating (SIGTERM)\u000a19:43:57.452290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20458): Terminating (SIGTERM)\u000a19:43:57.495669 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20461): Terminating (SIGTERM)\u000a19:43:57.505715 --- ParallelTerminationStrategy: PID 20445 died...\u000a19:43:57.564018 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20445): Terminated: ok {rc=0}\u000a19:43:57.574494 --- ParallelTerminationStrategy: PID 20446 died...\u000a19:43:57.631930 run iperf3-srv_10.42.42.10(pid=20446): Terminated {rc=256}\u000a19:43:57.642303 --- ParallelTerminationStrategy: PID 20447 died...\u000a19:43:57.700195 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20447): Terminated: ok {rc=0}\u000a19:43:57.710658 --- ParallelTerminationStrategy: PID 20448 died...\u000a19:43:57.768183 run iperf3-srv_10.42.42.10(pid=20448): Terminated {rc=256}\u000a19:43:57.779089 --- ParallelTerminationStrategy: PID 20449 died...\u000a19:43:57.837146 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20449): Terminated: ok {rc=0}\u000a19:43:57.847640 --- ParallelTerminationStrategy: PID 20450 died...\u000a19:43:57.905558 run iperf3-srv_10.42.42.10(pid=20450): Terminated {rc=256}\u000a19:43:57.915994 --- ParallelTerminationStrategy: PID 20451 died...\u000a19:43:57.974449 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20451): Terminated: ok {rc=0}\u000a19:43:57.984854 --- ParallelTerminationStrategy: PID 20452 died...\u000a19:43:58.042366 run iperf3-srv_10.42.42.10(pid=20452): Terminated {rc=256}\u000a19:43:58.052633 --- ParallelTerminationStrategy: PID 20455 died...\u000a19:43:58.110092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20455): Terminated: ok {rc=0}\u000a19:43:58.120413 --- ParallelTerminationStrategy: PID 20458 died...\u000a19:43:58.178351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20458): Terminated: ok {rc=0}\u000a19:43:58.188850 --- ParallelTerminationStrategy: PID 20461 died...\u000a19:43:58.246619 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20461): Terminated: ok {rc=0}\u000a19:43:58.336222 bus /gobi_4: Setting Powered False\u000a19:43:59.447365 bus /gobi_4: Setting Powered False\u000a19:44:00.562046 bus /gobi_1: Setting Powered False\u000a19:44:01.677045 bus /gobi_1: Setting Powered False\u000a19:44:02.789550 bus /gobi_0: Setting Powered False\u000a19:44:03.894787 bus /gobi_0: Setting Powered False\u000a19:44:05.007675 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20469): Process ended prematurely: osmo-stp_10.42.42.5(pid=20469) [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20469)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20469): Process ended prematurely: osmo-stp_10.42.42.5(pid=20469) [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20469)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a19:44:06.078160 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:44:06.090880 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:44:06.259620 tst ping.py: using LAC 31071\u000a19:44:06.381233 tst ping.py: using RAC 216\u000a19:44:06.500199 tst ping.py: using CellId 31071\u000a19:44:06.620215 tst ping.py: using BVCI 31072\u000a19:44:06.643363 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:44:06.654728 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:44:06.665673 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:44:06.677237 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:44:06.688559 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:44:06.699456 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:44:06.711427 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:44:06.722927 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:44:07.000328 tst ping.py:19: start network...\u000a19:44:07.125710 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:44:07.606391 run create_hlr_db(pid=20463): Launched\u000a19:44:07.779662 bus /gobi_6: Setting Powered False\u000a19:44:08.801883 run create_hlr_db(pid=20463): Terminated: ok {rc=0}\u000a19:44:09.224290 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20465): Launched\u000a19:44:09.525936 run osmo-hlr_10.42.42.2(pid=20466): Launched\u000a19:44:09.643589 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:44:10.177521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20468): Launched\u000a19:44:10.477620 run osmo-stp_10.42.42.5(pid=20469): Launched\u000a19:44:10.586531 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:44:11.111462 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20471): Launched\u000a19:44:11.218371 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:44:11.478918 run patchelf(pid=20472): Launched\u000a19:44:11.654084 run osmo-stp_10.42.42.5(pid=20469): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20469)]\u000a19:44:11.782755 run osmo-stp_10.42.42.5(pid=20469): stdout: \u000a| (launched: 2022-12-12_19:44:10.329685)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:44:11.911459 run osmo-stp_10.42.42.5(pid=20469): stderr: \u000a| �[0;m�[38;5;43m20221212194410498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194410498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194410498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194410498 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194410499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194410499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194410499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:44:12.035447 run osmo-stp_10.42.42.5(pid=20469): stdout: \u000a| (launched: 2022-12-12_19:44:10.329685)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:44:12.158978 run osmo-stp_10.42.42.5(pid=20469): stderr: \u000a| �[0;m�[38;5;43m20221212194410498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194410498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194410498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194410498 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194410499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194410499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194410499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:44:12.301546 run patchelf(pid=20472): Terminating (SIGINT)\u000a19:44:12.469177 run patchelf(pid=20472): Terminated: ok {rc=0}\u000a19:44:12.499669 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20469): Process ended prematurely: osmo-stp_10.42.42.5(pid=20469) [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20469)] [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22]\u000a19:44:12.508220 tst ping.py:22: Test FAILED (6.4 sec)\u000a19:44:12.568972 run osmo-hlr_10.42.42.2(pid=20466): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20466)]\u000a19:44:12.618310 run osmo-hlr_10.42.42.2(pid=20466): stdout: \u000a| (launched: 2022-12-12_19:44:09.377196) \u000a19:44:12.668272 run osmo-hlr_10.42.42.2(pid=20466): stderr: \u000a| �[0;m�[1;31m20221212194409552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212194409552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212194409552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194409552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194409552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212194409552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212194409564 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212194409574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212194409574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212194409574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:44:12.710802 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20465): Terminating (SIGTERM)\u000a19:44:12.751053 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20468): Terminating (SIGTERM)\u000a19:44:12.791417 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20471): Terminating (SIGTERM)\u000a19:44:12.800825 --- ParallelTerminationStrategy: PID 20465 died...\u000a19:44:12.854914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20465): Terminated: ok {rc=0}\u000a19:44:12.864610 --- ParallelTerminationStrategy: PID 20468 died...\u000a19:44:12.918023 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20468): Terminated: ok {rc=0}\u000a19:44:12.927672 --- ParallelTerminationStrategy: PID 20471 died...\u000a19:44:12.981628 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20471): Terminated: ok {rc=0}\u000a19:44:13.065691 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20479): Process ended prematurely: osmo-stp_10.42.42.5(pid=20479) [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20479)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20479): Process ended prematurely: osmo-stp_10.42.42.5(pid=20479) [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20479)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a19:44:14.118562 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:44:14.132019 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:44:14.302223 tst ping_idle_ping.py: using LAC 31072\u000a19:44:14.428133 tst ping_idle_ping.py: using RAC 217\u000a19:44:14.556147 tst ping_idle_ping.py: using CellId 31072\u000a19:44:14.682501 tst ping_idle_ping.py: using BVCI 31073\u000a19:44:14.707153 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:44:14.718759 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:44:14.730342 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:44:14.742179 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:44:14.753906 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:44:14.765628 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:44:14.777442 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:44:14.789255 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:44:15.068632 tst ping_idle_ping.py:24: start network...\u000a19:44:15.194857 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:44:15.679885 run create_hlr_db(pid=20473): Launched\u000a19:44:15.863240 bus /gobi_6: Setting Powered False\u000a19:44:16.892176 run create_hlr_db(pid=20473): Terminated: ok {rc=0}\u000a19:44:17.341139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20475): Launched\u000a19:44:17.667058 run osmo-hlr_10.42.42.2(pid=20476): Launched\u000a19:44:17.787012 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:44:18.349509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20478): Launched\u000a19:44:18.673768 run osmo-stp_10.42.42.5(pid=20479): Launched\u000a19:44:18.791938 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:44:19.358019 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20481): Launched\u000a19:44:19.474000 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:44:19.755786 run patchelf(pid=20482): Launched\u000a19:44:19.945303 run osmo-stp_10.42.42.5(pid=20479): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20479)]\u000a19:44:20.084346 run osmo-stp_10.42.42.5(pid=20479): stdout: \u000a| (launched: 2022-12-12_19:44:18.513267)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:44:20.224130 run osmo-stp_10.42.42.5(pid=20479): stderr: \u000a| �[0;m�[38;5;43m20221212194418704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194418705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194418705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194418705 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194418706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194418706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194418706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:44:20.358918 run osmo-stp_10.42.42.5(pid=20479): stdout: \u000a| (launched: 2022-12-12_19:44:18.513267)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:44:20.492112 run osmo-stp_10.42.42.5(pid=20479): stderr: \u000a| �[0;m�[38;5;43m20221212194418704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194418705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194418705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194418705 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194418706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194418706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194418706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:44:20.646725 run patchelf(pid=20482): Terminating (SIGINT)\u000a19:44:20.827594 run patchelf(pid=20482): Terminated: ok {rc=0}\u000a19:44:20.860527 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20479): Process ended prematurely: osmo-stp_10.42.42.5(pid=20479) [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20479)] [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a19:44:20.869933 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a19:44:20.934681 run osmo-hlr_10.42.42.2(pid=20476): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20476)]\u000a19:44:20.987232 run osmo-hlr_10.42.42.2(pid=20476): stdout: \u000a| (launched: 2022-12-12_19:44:17.505959) \u000a19:44:21.040498 run osmo-hlr_10.42.42.2(pid=20476): stderr: \u000a| �[0;m�[1;31m20221212194417704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212194417704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212194417704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194417704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194417704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212194417704 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212194417717 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212194417725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212194417725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212194417725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:44:21.085778 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20475): Terminating (SIGTERM)\u000a19:44:21.128684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20478): Terminating (SIGTERM)\u000a19:44:21.171872 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20481): Terminating (SIGTERM)\u000a19:44:21.182022 --- ParallelTerminationStrategy: PID 20475 died...\u000a19:44:21.239333 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20475): Terminated: ok {rc=0}\u000a19:44:21.249672 --- ParallelTerminationStrategy: PID 20478 died...\u000a19:44:21.306626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20478): Terminated: ok {rc=0}\u000a19:44:21.317137 --- ParallelTerminationStrategy: PID 20481 died...\u000a19:44:21.373896 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20481): Terminated: ok {rc=0}\u000a19:44:21.462881 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "72", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:43:23" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20492): Process ended prematurely: osmo-stp_10.42.42.5(pid=20492) [trial-2381↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20492)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20492): Process ended prematurely: osmo-stp_10.42.42.5(pid=20492) [trial-2381↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20492)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a19:44:23.497974 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:44:23.509309 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a19:44:23.669207 tst switch_tch_pdch.py: using LAC 31073\u000a19:44:23.788195 tst switch_tch_pdch.py: using RAC 218\u000a19:44:23.906267 tst switch_tch_pdch.py: using CellId 31073\u000a19:44:24.023516 tst switch_tch_pdch.py: using BVCI 31074\u000a19:44:24.046413 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:44:24.057746 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:44:24.068992 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:44:24.080195 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:44:24.091351 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:44:24.102447 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:44:24.113837 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:44:24.125157 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:44:24.242102 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:44:24.533464 tst switch_tch_pdch.py:51: start network...\u000a19:44:24.668559 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:44:25.175293 run create_hlr_db(pid=20486): Launched\u000a19:44:25.363933 bus /gobi_6: Setting Powered False\u000a19:44:26.384538 run create_hlr_db(pid=20486): Terminated: ok {rc=0}\u000a19:44:26.788803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20488): Launched\u000a19:44:27.090185 run osmo-hlr_10.42.42.2(pid=20489): Launched\u000a19:44:27.209631 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:44:27.735463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20491): Launched\u000a19:44:28.035958 run osmo-stp_10.42.42.5(pid=20492): Launched\u000a19:44:28.144902 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:44:28.668633 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20494): Launched\u000a19:44:28.774886 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:44:29.035857 run patchelf(pid=20495): Launched\u000a19:44:29.211261 run osmo-stp_10.42.42.5(pid=20492): ERR: Terminated: ERROR {rc=1} [trial-2381↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20492)]\u000a19:44:29.339364 run osmo-stp_10.42.42.5(pid=20492): stdout: \u000a| (launched: 2022-12-12_19:44:27.887144)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:44:29.468100 run osmo-stp_10.42.42.5(pid=20492): stderr: \u000a| �[0;m�[38;5;43m20221212194428054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194428055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194428055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194428055 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194428056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194428056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194428056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:44:29.591877 run osmo-stp_10.42.42.5(pid=20492): stdout: \u000a| (launched: 2022-12-12_19:44:27.887144)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:44:29.714771 run osmo-stp_10.42.42.5(pid=20492): stderr: \u000a| �[0;m�[38;5;43m20221212194428054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194428055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194428055 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194428055 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194428056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194428056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194428056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:44:29.857510 run patchelf(pid=20495): Terminating (SIGINT)\u000a19:44:30.025271 run patchelf(pid=20495): Terminated: ok {rc=0}\u000a19:44:30.055770 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=20492): Process ended prematurely: osmo-stp_10.42.42.5(pid=20492) [trial-2381↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20492)] [trial-2381↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a19:44:30.064516 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a19:44:30.124366 run osmo-hlr_10.42.42.2(pid=20489): ERR: Terminated: ERROR {rc=237} [trial-2381↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20489)]\u000a19:44:30.173572 run osmo-hlr_10.42.42.2(pid=20489): stdout: \u000a| (launched: 2022-12-12_19:44:26.941455) \u000a19:44:30.223368 run osmo-hlr_10.42.42.2(pid=20489): stderr: \u000a| �[0;m�[1;31m20221212194427116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212194427116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212194427116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194427116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194427116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212194427117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212194427129 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212194427139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212194427139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212194427139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:44:30.266109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20488): Terminating (SIGTERM)\u000a19:44:30.306051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20491): Terminating (SIGTERM)\u000a19:44:30.345847 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20494): Terminating (SIGTERM)\u000a19:44:30.355097 --- ParallelTerminationStrategy: PID 20488 died...\u000a19:44:30.409734 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20488): Terminated: ok {rc=0}\u000a19:44:30.419253 --- ParallelTerminationStrategy: PID 20491 died...\u000a19:44:30.472508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20491): Terminated: ok {rc=0}\u000a19:44:30.482124 --- ParallelTerminationStrategy: PID 20494 died...\u000a19:44:30.535694 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20494): Terminated: ok {rc=0}\u000a19:44:30.625550 bus /gobi_0: Setting Powered False\u000a19:44:31.756707 bus /gobi_0: Setting Powered False\u000a19:44:32.872765 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "73", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:44:23" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20506): Process ended prematurely: osmo-stp_10.42.42.5(pid=20506) [trial-2381↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20506)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20506): Process ended prematurely: osmo-stp_10.42.42.5(pid=20506) [trial-2381↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20506)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a19:44:34.864328 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:44:34.876905 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a19:44:35.045837 tst switch_tch_pdch.py: using LAC 31074\u000a19:44:35.172226 tst switch_tch_pdch.py: using RAC 219\u000a19:44:35.298194 tst switch_tch_pdch.py: using CellId 31074\u000a19:44:35.423826 tst switch_tch_pdch.py: using BVCI 31075\u000a19:44:35.448381 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:44:35.459973 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:44:35.471470 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:44:35.483745 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:44:35.495922 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:44:35.508091 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:44:35.520349 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:44:35.532675 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a19:44:35.656399 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a19:44:35.950572 tst switch_tch_pdch.py:51: start network...\u000a19:44:36.086295 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:44:36.567429 run create_hlr_db(pid=20500): Launched\u000a19:44:36.699666 bus /gobi_6: Setting Powered False\u000a19:44:37.776113 run create_hlr_db(pid=20500): Terminated: ok {rc=0}\u000a19:44:38.155386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20502): Launched\u000a19:44:38.457611 run osmo-hlr_10.42.42.2(pid=20503): Launched\u000a19:44:38.567991 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:44:39.063336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20505): Launched\u000a19:44:39.363763 run osmo-stp_10.42.42.5(pid=20506): Launched\u000a19:44:39.472832 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:44:39.970524 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20508): Launched\u000a19:44:40.076901 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:44:40.341134 run patchelf(pid=20509): Launched\u000a19:44:40.517382 run osmo-stp_10.42.42.5(pid=20506): ERR: Terminated: ERROR {rc=1} [trial-2381↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20506)]\u000a19:44:40.646122 run osmo-stp_10.42.42.5(pid=20506): stdout: \u000a| (launched: 2022-12-12_19:44:39.215334)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:44:40.775234 run osmo-stp_10.42.42.5(pid=20506): stderr: \u000a| �[0;m�[38;5;43m20221212194439387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194439387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194439388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194439388 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194439389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194439389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194439389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:44:40.899315 run osmo-stp_10.42.42.5(pid=20506): stdout: \u000a| (launched: 2022-12-12_19:44:39.215334)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:44:41.022155 run osmo-stp_10.42.42.5(pid=20506): stderr: \u000a| �[0;m�[38;5;43m20221212194439387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194439387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194439388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194439388 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194439389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194439389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194439389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:44:41.165837 run patchelf(pid=20509): Terminating (SIGINT)\u000a19:44:41.333972 run patchelf(pid=20509): Terminated: ok {rc=0}\u000a19:44:41.364551 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=20506): Process ended prematurely: osmo-stp_10.42.42.5(pid=20506) [trial-2381↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20506)] [trial-2381↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a19:44:41.373255 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a19:44:41.433561 run osmo-hlr_10.42.42.2(pid=20503): ERR: Terminated: ERROR {rc=237} [trial-2381↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20503)]\u000a19:44:41.482875 run osmo-hlr_10.42.42.2(pid=20503): stdout: \u000a| (launched: 2022-12-12_19:44:38.308187) \u000a19:44:41.532835 run osmo-hlr_10.42.42.2(pid=20503): stderr: \u000a| �[0;m�[1;31m20221212194438484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212194438484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212194438484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194438484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194438484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212194438484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212194438496 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212194438505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212194438505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212194438505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:44:41.575111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20502): Terminating (SIGTERM)\u000a19:44:41.614916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20505): Terminating (SIGTERM)\u000a19:44:41.654898 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20508): Terminating (SIGTERM)\u000a19:44:41.664176 --- ParallelTerminationStrategy: PID 20502 died...\u000a19:44:41.717835 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20502): Terminated: ok {rc=0}\u000a19:44:41.727385 --- ParallelTerminationStrategy: PID 20505 died...\u000a19:44:41.780470 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20505): Terminated: ok {rc=0}\u000a19:44:41.790069 --- ParallelTerminationStrategy: PID 20508 died...\u000a19:44:41.843383 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20508): Terminated: ok {rc=0}\u000a19:44:41.935063 bus /gobi_0: Setting Powered False\u000a19:44:43.044388 bus /gobi_0: Setting Powered False\u000a19:44:44.154504 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "74", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:44:34" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "nitb_sms:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=20514): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20514) [trial-2381↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20514)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=20514): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20514) [trial-2381↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20514)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 nitb_sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a19:44:46.066060 tst nitb_sms:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a19:44:46.081760 tst nitb_sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a19:44:46.223017 tst mo_mt_sms.py: using LAC 31075\u000a19:44:46.381383 tst mo_mt_sms.py: using RAC 220\u000a19:44:46.514477 tst mo_mt_sms.py: using CellId 31075\u000a19:44:46.667401 tst mo_mt_sms.py: using BVCI 31076\u000a19:44:46.699854 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a19:44:46.823140 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a19:44:47.102093 tst mo_mt_sms.py:9: start nitb and bts...\u000a19:44:47.232159 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a19:44:47.858164 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20513): Launched\u000a19:44:48.157888 run osmo-nitb_10.42.42.2(pid=20514): Launched\u000a19:44:48.343400 run osmo-nitb_10.42.42.2(pid=20514): ERR: Terminated: ERROR {rc=2} [trial-2381↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20514)]\u000a19:44:48.480888 run osmo-nitb_10.42.42.2(pid=20514): stdout: \u000a| (launched: 2022-12-12_19:44:48.011028) \u000a19:44:48.617975 run osmo-nitb_10.42.42.2(pid=20514): stderr: \u000a| (launched: 2022-12-12_19:44:48.055547)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:44:48.750312 run osmo-nitb_10.42.42.2(pid=20514): stdout: \u000a| (launched: 2022-12-12_19:44:48.011028) \u000a19:44:48.881103 run osmo-nitb_10.42.42.2(pid=20514): stderr: \u000a| (launched: 2022-12-12_19:44:48.055547)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:44:49.280416 tst osmo-nitb_10.42.42.2(pid=20514): stdout: \u000a| (launched: 2022-12-12_19:44:48.011028) \u000a19:44:49.400691 tst osmo-nitb_10.42.42.2(pid=20514): stderr: \u000a| (launched: 2022-12-12_19:44:48.055547)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:44:49.453866 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=20514): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20514) [trial-2381↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20514)] [trial-2381↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11]\u000a19:44:49.462056 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a19:44:49.496768 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20513): Terminating (SIGTERM)\u000a19:44:49.674297 --- ParallelTerminationStrategy: PID 20513 died...\u000a19:44:49.729729 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20513): Terminated: ok {rc=0}\u000a19:44:49.819381 bus /sierra_3: Setting Powered False\u000a19:44:50.926063 bus /sierra_3: Setting Powered False\u000a19:44:52.040934 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "75", "name" : "nitb_sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:44:45" }, { "cases" : [ { "testActions" : [ ], "age" : 64, "className" : "sms:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20524): Process ended prematurely: osmo-stp_10.42.42.5(pid=20524) [trial-2381↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20524)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20524): Process ended prematurely: osmo-stp_10.42.42.5(pid=20524) [trial-2381↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20524)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a19:44:53.926229 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:44:53.936712 tst sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a19:44:54.070401 tst mo_mt_sms.py: using LAC 31076\u000a19:44:54.189497 tst mo_mt_sms.py: using RAC 221\u000a19:44:54.306354 tst mo_mt_sms.py: using CellId 31076\u000a19:44:54.423184 tst mo_mt_sms.py: using BVCI 31077\u000a19:44:54.446324 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:44:54.457140 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:44:54.467609 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:44:54.478076 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:44:54.488615 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:44:54.499029 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a19:44:54.612232 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a19:44:54.821800 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:44:55.329168 run create_hlr_db(pid=20518): Launched\u000a19:44:55.516927 bus /sierra_2: Setting Powered False\u000a19:44:56.527047 run create_hlr_db(pid=20518): Terminated: ok {rc=0}\u000a19:44:56.964883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20520): Launched\u000a19:44:57.288238 run osmo-hlr_10.42.42.2(pid=20521): Launched\u000a19:44:57.407098 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:44:57.968834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20523): Launched\u000a19:44:58.293123 run osmo-stp_10.42.42.5(pid=20524): Launched\u000a19:44:58.411098 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:44:59.001108 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20526): Launched\u000a19:44:59.325674 run osmo-msc_10.42.42.6(pid=20527): Launched\u000a19:44:59.515568 run osmo-stp_10.42.42.5(pid=20524): ERR: Terminated: ERROR {rc=1} [trial-2381↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20524)]\u000a19:44:59.653173 run osmo-stp_10.42.42.5(pid=20524): stdout: \u000a| (launched: 2022-12-12_19:44:58.133123)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:44:59.790178 run osmo-stp_10.42.42.5(pid=20524): stderr: \u000a| �[0;m�[38;5;43m20221212194458325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194458326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194458326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194458326 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194458327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194458327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194458327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:44:59.919800 run osmo-stp_10.42.42.5(pid=20524): stdout: \u000a| (launched: 2022-12-12_19:44:58.133123)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:45:00.048755 run osmo-stp_10.42.42.5(pid=20524): stderr: \u000a| �[0;m�[38;5;43m20221212194458325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194458326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194458326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194458326 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194458327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194458327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194458327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:45:00.105601 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=20524): Process ended prematurely: osmo-stp_10.42.42.5(pid=20524) [trial-2381↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20524)] [trial-2381↪sms:trx-umtrx↪mo_mt_sms.py:16]\u000a19:45:00.114402 tst mo_mt_sms.py:16: Test FAILED (6.2 sec)\u000a19:45:00.178808 run osmo-hlr_10.42.42.2(pid=20521): ERR: Terminated: ERROR {rc=237} [trial-2381↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20521)]\u000a19:45:00.231299 run osmo-hlr_10.42.42.2(pid=20521): stdout: \u000a| (launched: 2022-12-12_19:44:57.128549) \u000a19:45:00.284391 run osmo-hlr_10.42.42.2(pid=20521): stderr: \u000a| �[0;m�[1;31m20221212194457326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212194457326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212194457326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194457326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194457326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212194457326 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212194457338 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/sms:trx-umtrx/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212194457347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212194457347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212194457347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:45:00.356100 run osmo-msc_10.42.42.6(pid=20527): ERR: Terminated: ERROR {rc=2} [trial-2381↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20527)]\u000a19:45:00.408518 run osmo-msc_10.42.42.6(pid=20527): stdout: \u000a| (launched: 2022-12-12_19:44:59.165951) \u000a19:45:00.461621 run osmo-msc_10.42.42.6(pid=20527): stderr: \u000a| �[0;m�[38;5;43m20221212194459486 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212194459486 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb25e34cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212194459486 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212194459486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212194459486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212194459487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212194459488 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212194459489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212194459489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212194459489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:45:00.506658 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20520): Terminating (SIGTERM)\u000a19:45:00.549858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20523): Terminating (SIGTERM)\u000a19:45:00.592814 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20526): Terminating (SIGTERM)\u000a19:45:00.602860 --- ParallelTerminationStrategy: PID 20520 died...\u000a19:45:00.660317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20520): Terminated: ok {rc=0}\u000a19:45:00.670688 --- ParallelTerminationStrategy: PID 20523 died...\u000a19:45:00.727615 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20523): Terminated: ok {rc=0}\u000a19:45:00.738306 --- ParallelTerminationStrategy: PID 20526 died...\u000a19:45:00.795307 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20526): Terminated: ok {rc=0}\u000a19:45:00.887025 bus /sierra_3: Setting Powered False\u000a19:45:02.021186 bus /sierra_3: Setting Powered False\u000a19:45:03.133280 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "76", "name" : "sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:44:53" }, { "cases" : [ { "testActions" : [ ], "age" : 237, "className" : "nitb_ussd:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=20536): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20536) [trial-2381↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20536)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=20536): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20536) [trial-2381↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20536)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 nitb_ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a19:45:04.980408 tst nitb_ussd:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a19:45:04.991617 tst nitb_ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a19:45:05.136896 tst assert_extension.py: using LAC 31077\u000a19:45:05.261055 tst assert_extension.py: using RAC 222\u000a19:45:05.384116 tst assert_extension.py: using CellId 31077\u000a19:45:05.508910 tst assert_extension.py: using BVCI 31078\u000a19:45:05.533339 tst nitb_ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a19:45:05.810500 tst assert_extension.py:10: start nitb and bts...\u000a19:45:05.935036 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a19:45:06.558711 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20535): Launched\u000a19:45:06.857573 run osmo-nitb_10.42.42.2(pid=20536): Launched\u000a19:45:07.042755 run osmo-nitb_10.42.42.2(pid=20536): ERR: Terminated: ERROR {rc=2} [trial-2381↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20536)]\u000a19:45:07.179031 run osmo-nitb_10.42.42.2(pid=20536): stdout: \u000a| (launched: 2022-12-12_19:45:06.711066) \u000a19:45:07.315708 run osmo-nitb_10.42.42.2(pid=20536): stderr: \u000a| (launched: 2022-12-12_19:45:06.755637)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:45:07.447873 run osmo-nitb_10.42.42.2(pid=20536): stdout: \u000a| (launched: 2022-12-12_19:45:06.711066) \u000a19:45:07.579196 run osmo-nitb_10.42.42.2(pid=20536): stderr: \u000a| (launched: 2022-12-12_19:45:06.755637)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:45:07.987348 tst osmo-nitb_10.42.42.2(pid=20536): stdout: \u000a| (launched: 2022-12-12_19:45:06.711066) \u000a19:45:08.116282 tst osmo-nitb_10.42.42.2(pid=20536): stderr: \u000a| (launched: 2022-12-12_19:45:06.755637)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:45:08.173365 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=20536): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20536) [trial-2381↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20536)] [trial-2381↪nitb_ussd:trx-umtrx↪assert_extension.py:12]\u000a19:45:08.182442 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a19:45:08.220382 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20535): Terminating (SIGTERM)\u000a19:45:08.398783 --- ParallelTerminationStrategy: PID 20535 died...\u000a19:45:08.458974 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20535): Terminated: ok {rc=0}\u000a19:45:08.548312 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "77", "name" : "nitb_ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:45:04" }, { "cases" : [ { "testActions" : [ ], "age" : 64, "className" : "ussd:trx-umtrx", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20547): Process ended prematurely: osmo-stp_10.42.42.5(pid=20547) [trial-2381↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20547)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20547): Process ended prematurely: osmo-stp_10.42.42.5(pid=20547) [trial-2381↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20547)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a19:45:10.381479 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:45:10.392149 tst ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a19:45:10.531001 tst assert_extension.py: using LAC 31078\u000a19:45:10.648435 tst assert_extension.py: using RAC 223\u000a19:45:10.765192 tst assert_extension.py: using CellId 31078\u000a19:45:10.883932 tst assert_extension.py: using BVCI 31079\u000a19:45:10.906601 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:45:10.917297 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:45:10.927767 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:45:10.938839 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:45:10.949930 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:45:10.960992 tst ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a19:45:11.173718 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:45:11.682930 run create_hlr_db(pid=20541): Launched\u000a19:45:11.870133 bus /sierra_2: Setting Powered False\u000a19:45:12.891796 run create_hlr_db(pid=20541): Terminated: ok {rc=0}\u000a19:45:13.296014 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20543): Launched\u000a19:45:13.597970 run osmo-hlr_10.42.42.2(pid=20544): Launched\u000a19:45:13.709860 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:45:14.235089 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20546): Launched\u000a19:45:14.537527 run osmo-stp_10.42.42.5(pid=20547): Launched\u000a19:45:14.647235 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:45:15.195213 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20549): Launched\u000a19:45:15.496727 run osmo-msc_10.42.42.6(pid=20550): Launched\u000a19:45:15.672641 run osmo-stp_10.42.42.5(pid=20547): ERR: Terminated: ERROR {rc=1} [trial-2381↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20547)]\u000a19:45:15.799517 run osmo-stp_10.42.42.5(pid=20547): stdout: \u000a| (launched: 2022-12-12_19:45:14.387214)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:45:15.953863 run osmo-stp_10.42.42.5(pid=20547): stderr: \u000a| �[0;m�[38;5;43m20221212194514559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194514559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194514560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194514560 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194514560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194514561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194514561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:45:16.078350 run osmo-stp_10.42.42.5(pid=20547): stdout: \u000a| (launched: 2022-12-12_19:45:14.387214)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:45:16.199745 run osmo-stp_10.42.42.5(pid=20547): stderr: \u000a| �[0;m�[38;5;43m20221212194514559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194514559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194514560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194514560 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194514560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194514561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194514561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:45:16.253520 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=20547): Process ended prematurely: osmo-stp_10.42.42.5(pid=20547) [trial-2381↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20547)] [trial-2381↪ussd:trx-umtrx↪assert_extension.py:17]\u000a19:45:16.262129 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a19:45:16.324169 run osmo-hlr_10.42.42.2(pid=20544): ERR: Terminated: ERROR {rc=237} [trial-2381↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20544)]\u000a19:45:16.374968 run osmo-hlr_10.42.42.2(pid=20544): stdout: \u000a| (launched: 2022-12-12_19:45:13.448251) \u000a19:45:16.426244 run osmo-hlr_10.42.42.2(pid=20544): stderr: \u000a| �[0;m�[1;31m20221212194513624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212194513624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212194513624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194513624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194513624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212194513624 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212194513636 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/ussd:trx-umtrx/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212194513646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212194513646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212194513646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:45:16.496352 run osmo-msc_10.42.42.6(pid=20550): ERR: Terminated: ERROR {rc=2} [trial-2381↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20550)]\u000a19:45:16.547792 run osmo-msc_10.42.42.6(pid=20550): stdout: \u000a| (launched: 2022-12-12_19:45:15.346930) \u000a19:45:16.601007 run osmo-msc_10.42.42.6(pid=20550): stderr: \u000a| �[0;m�[38;5;43m20221212194515617 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212194515618 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff36ba05c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212194515618 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212194515618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212194515618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212194515618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212194515620 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212194515620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212194515620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212194515620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:45:16.645808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20543): Terminating (SIGTERM)\u000a19:45:16.687221 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20546): Terminating (SIGTERM)\u000a19:45:16.730695 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20549): Terminating (SIGTERM)\u000a19:45:16.740286 --- ParallelTerminationStrategy: PID 20543 died...\u000a19:45:16.795675 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20543): Terminated: ok {rc=0}\u000a19:45:16.805833 --- ParallelTerminationStrategy: PID 20546 died...\u000a19:45:16.860748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20546): Terminated: ok {rc=0}\u000a19:45:16.870813 --- ParallelTerminationStrategy: PID 20549 died...\u000a19:45:16.925942 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20549): Terminated: ok {rc=0}\u000a19:45:17.014545 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "78", "name" : "ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:45:10" }, { "cases" : [ { "testActions" : [ ], "age" : 64, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20561): Process ended prematurely: osmo-stp_10.42.42.5(pid=20561) [trial-2381↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20561)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20561): Process ended prematurely: osmo-stp_10.42.42.5(pid=20561) [trial-2381↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20561)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a19:45:18.970762 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:45:18.982764 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a19:45:19.147464 tst mo_mt_call.py: using LAC 31079\u000a19:45:19.277528 tst mo_mt_call.py: using RAC 224\u000a19:45:19.410131 tst mo_mt_call.py: using CellId 31079\u000a19:45:19.536273 tst mo_mt_call.py: using BVCI 31080\u000a19:45:19.561262 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:45:19.572889 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:45:19.584510 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:45:19.596506 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:45:19.608574 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:45:19.620711 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:45:19.738476 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:45:19.951711 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:45:20.468486 run create_hlr_db(pid=20555): Launched\u000a19:45:20.659468 bus /sierra_2: Setting Powered False\u000a19:45:21.680622 run create_hlr_db(pid=20555): Terminated: ok {rc=0}\u000a19:45:22.093994 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20557): Launched\u000a19:45:22.402050 run osmo-hlr_10.42.42.2(pid=20558): Launched\u000a19:45:22.522690 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:45:23.063243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20560): Launched\u000a19:45:23.370982 run osmo-stp_10.42.42.5(pid=20561): Launched\u000a19:45:23.481239 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:45:24.042155 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20563): Launched\u000a19:45:24.351631 run osmo-msc_10.42.42.6(pid=20564): Launched\u000a19:45:24.531758 run osmo-stp_10.42.42.5(pid=20561): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20561)]\u000a19:45:24.660690 run osmo-stp_10.42.42.5(pid=20561): stdout: \u000a| (launched: 2022-12-12_19:45:23.218935)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:45:24.788776 run osmo-stp_10.42.42.5(pid=20561): stderr: \u000a| �[0;m�[38;5;43m20221212194523390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194523390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194523391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194523391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194523391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194523392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194523392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:45:24.911822 run osmo-stp_10.42.42.5(pid=20561): stdout: \u000a| (launched: 2022-12-12_19:45:23.218935)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:45:25.033190 run osmo-stp_10.42.42.5(pid=20561): stderr: \u000a| �[0;m�[38;5;43m20221212194523390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194523390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194523391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194523391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194523391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194523392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194523392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:45:25.087038 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20561): Process ended prematurely: osmo-stp_10.42.42.5(pid=20561) [trial-2381↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20561)] [trial-2381↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a19:45:25.095748 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a19:45:25.156580 run osmo-hlr_10.42.42.2(pid=20558): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20558)]\u000a19:45:25.206487 run osmo-hlr_10.42.42.2(pid=20558): stdout: \u000a| (launched: 2022-12-12_19:45:22.250333) \u000a19:45:25.256885 run osmo-hlr_10.42.42.2(pid=20558): stderr: \u000a| �[0;m�[1;31m20221212194522426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212194522426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212194522426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194522426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194522427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212194522427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212194522439 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212194522447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212194522447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212194522447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:45:25.325314 run osmo-msc_10.42.42.6(pid=20564): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20564)]\u000a19:45:25.374994 run osmo-msc_10.42.42.6(pid=20564): stdout: \u000a| (launched: 2022-12-12_19:45:24.197856) \u000a19:45:25.425410 run osmo-msc_10.42.42.6(pid=20564): stderr: \u000a| �[0;m�[38;5;43m20221212194524470 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212194524470 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f354142fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212194524470 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212194524470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212194524471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212194524471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212194524472 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212194524473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212194524473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212194524473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:45:25.467756 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20557): Terminating (SIGTERM)\u000a19:45:25.508192 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20560): Terminating (SIGTERM)\u000a19:45:25.548496 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20563): Terminating (SIGTERM)\u000a19:45:25.557892 --- ParallelTerminationStrategy: PID 20557 died...\u000a19:45:25.611977 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20557): Terminated: ok {rc=0}\u000a19:45:25.621767 --- ParallelTerminationStrategy: PID 20560 died...\u000a19:45:25.675983 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20560): Terminated: ok {rc=0}\u000a19:45:25.685871 --- ParallelTerminationStrategy: PID 20563 died...\u000a19:45:25.739740 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20563): Terminated: ok {rc=0}\u000a19:45:25.825388 bus /sierra_3: Setting Powered False\u000a19:45:26.935867 bus /sierra_3: Setting Powered False\u000a19:45:28.045537 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 64, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20572): Process ended prematurely: osmo-stp_10.42.42.5(pid=20572) [trial-2381↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20572)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20572): Process ended prematurely: osmo-stp_10.42.42.5(pid=20572) [trial-2381↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20572)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:45:29.162245 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:45:29.174969 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a19:45:29.342162 tst mo_mt_call_osmux.py: using LAC 31080\u000a19:45:29.469995 tst mo_mt_call_osmux.py: using RAC 225\u000a19:45:29.599137 tst mo_mt_call_osmux.py: using CellId 31080\u000a19:45:29.726572 tst mo_mt_call_osmux.py: using BVCI 31081\u000a19:45:29.751620 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:45:29.763346 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:45:29.774907 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:45:29.786808 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:45:29.798746 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:45:29.810585 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:45:29.930213 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:45:30.143618 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:45:30.659624 run create_hlr_db(pid=20566): Launched\u000a19:45:30.850168 bus /sierra_2: Setting Powered False\u000a19:45:31.920858 run create_hlr_db(pid=20566): Terminated: ok {rc=0}\u000a19:45:32.404239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20568): Launched\u000a19:45:32.709821 run osmo-hlr_10.42.42.2(pid=20569): Launched\u000a19:45:32.823471 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:45:33.354758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20571): Launched\u000a19:45:33.661792 run osmo-stp_10.42.42.5(pid=20572): Launched\u000a19:45:33.773874 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:45:34.334390 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20574): Launched\u000a19:45:34.640517 run osmo-msc_10.42.42.6(pid=20575): Launched\u000a19:45:34.820625 run osmo-stp_10.42.42.5(pid=20572): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20572)]\u000a19:45:34.949886 run osmo-stp_10.42.42.5(pid=20572): stdout: \u000a| (launched: 2022-12-12_19:45:33.510042)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:45:35.077136 run osmo-stp_10.42.42.5(pid=20572): stderr: \u000a| �[0;m�[38;5;43m20221212194533680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194533680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194533681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194533681 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194533681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194533682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194533682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:45:35.200190 run osmo-stp_10.42.42.5(pid=20572): stdout: \u000a| (launched: 2022-12-12_19:45:33.510042)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:45:35.321787 run osmo-stp_10.42.42.5(pid=20572): stderr: \u000a| �[0;m�[38;5;43m20221212194533680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194533680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194533681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194533681 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194533681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194533682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194533682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:45:35.375713 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20572): Process ended prematurely: osmo-stp_10.42.42.5(pid=20572) [trial-2381↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20572)] [trial-2381↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a19:45:35.384525 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a19:45:35.445022 run osmo-hlr_10.42.42.2(pid=20569): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20569)]\u000a19:45:35.494624 run osmo-hlr_10.42.42.2(pid=20569): stdout: \u000a| (launched: 2022-12-12_19:45:32.559536) \u000a19:45:35.545009 run osmo-hlr_10.42.42.2(pid=20569): stderr: \u000a| �[0;m�[1;31m20221212194532737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212194532737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212194532737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194532737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194532737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212194532737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212194532750 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212194532759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212194532759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212194532759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:45:35.613261 run osmo-msc_10.42.42.6(pid=20575): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20575)]\u000a19:45:35.662535 run osmo-msc_10.42.42.6(pid=20575): stdout: \u000a| (launched: 2022-12-12_19:45:34.489343) \u000a19:45:35.712476 run osmo-msc_10.42.42.6(pid=20575): stderr: \u000a| �[0;m�[38;5;43m20221212194534762 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212194534762 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7702771c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212194534762 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212194534762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212194534763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212194534763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212194534764 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212194534765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212194534765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212194534765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:45:35.754947 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20568): Terminating (SIGTERM)\u000a19:45:35.795013 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20571): Terminating (SIGTERM)\u000a19:45:35.835297 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20574): Terminating (SIGTERM)\u000a19:45:35.844679 --- ParallelTerminationStrategy: PID 20568 died...\u000a19:45:35.898750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20568): Terminated: ok {rc=0}\u000a19:45:35.908651 --- ParallelTerminationStrategy: PID 20571 died...\u000a19:45:35.962038 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20571): Terminated: ok {rc=0}\u000a19:45:35.971748 --- ParallelTerminationStrategy: PID 20574 died...\u000a19:45:36.025325 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20574): Terminated: ok {rc=0}\u000a19:45:36.115941 bus /sierra_3: Setting Powered False\u000a19:45:37.220218 bus /sierra_3: Setting Powered False\u000a19:45:38.333891 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "79", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:45:18" }, { "cases" : [ { "testActions" : [ ], "age" : 64, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20586): Process ended prematurely: osmo-stp_10.42.42.5(pid=20586) [trial-2381↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20586)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20586): Process ended prematurely: osmo-stp_10.42.42.5(pid=20586) [trial-2381↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20586)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a19:45:40.324159 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:45:40.335437 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a19:45:40.495766 tst mo_mt_call.py: using LAC 31081\u000a19:45:40.613614 tst mo_mt_call.py: using RAC 226\u000a19:45:40.731908 tst mo_mt_call.py: using CellId 31081\u000a19:45:40.855025 tst mo_mt_call.py: using BVCI 31082\u000a19:45:40.878185 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:45:40.889403 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:45:40.900310 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:45:40.911312 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:45:40.922379 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:45:40.933522 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:45:41.053220 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:45:41.265701 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:45:41.782122 run create_hlr_db(pid=20580): Launched\u000a19:45:41.972289 bus /sierra_2: Setting Powered False\u000a19:45:42.994032 run create_hlr_db(pid=20580): Terminated: ok {rc=0}\u000a19:45:43.407132 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20582): Launched\u000a19:45:43.715166 run osmo-hlr_10.42.42.2(pid=20583): Launched\u000a19:45:43.827058 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:45:44.358831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20585): Launched\u000a19:45:44.665608 run osmo-stp_10.42.42.5(pid=20586): Launched\u000a19:45:44.776646 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:45:45.337817 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20588): Launched\u000a19:45:45.644938 run osmo-msc_10.42.42.6(pid=20589): Launched\u000a19:45:45.825261 run osmo-stp_10.42.42.5(pid=20586): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20586)]\u000a19:45:46.051230 run osmo-stp_10.42.42.5(pid=20586): stdout: \u000a| (launched: 2022-12-12_19:45:44.514187)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:45:46.193324 run osmo-stp_10.42.42.5(pid=20586): stderr: \u000a| �[0;m�[38;5;43m20221212194544683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194544684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194544684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194544684 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194544685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194544685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194544685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:45:46.330079 run osmo-stp_10.42.42.5(pid=20586): stdout: \u000a| (launched: 2022-12-12_19:45:44.514187)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:45:46.466251 run osmo-stp_10.42.42.5(pid=20586): stderr: \u000a| �[0;m�[38;5;43m20221212194544683 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194544684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194544684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194544684 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194544685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194544685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194544685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:45:46.526061 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20586): Process ended prematurely: osmo-stp_10.42.42.5(pid=20586) [trial-2381↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20586)] [trial-2381↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a19:45:46.537628 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a19:45:46.607799 run osmo-hlr_10.42.42.2(pid=20583): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20583)]\u000a19:45:46.663412 run osmo-hlr_10.42.42.2(pid=20583): stdout: \u000a| (launched: 2022-12-12_19:45:43.562761) \u000a19:45:46.719729 run osmo-hlr_10.42.42.2(pid=20583): stderr: \u000a| �[0;m�[1;31m20221212194543740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212194543740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212194543740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194543740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194543740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212194543741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212194543757 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212194543768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212194543768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212194543768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:45:46.796183 run osmo-msc_10.42.42.6(pid=20589): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20589)]\u000a19:45:46.852026 run osmo-msc_10.42.42.6(pid=20589): stdout: \u000a| (launched: 2022-12-12_19:45:45.492785) \u000a19:45:46.908150 run osmo-msc_10.42.42.6(pid=20589): stderr: \u000a| �[0;m�[38;5;43m20221212194545767 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212194545767 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1fd2ae4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212194545767 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212194545767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212194545767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212194545767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212194545769 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212194545770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212194545770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212194545770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:45:46.957524 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20582): Terminating (SIGTERM)\u000a19:45:47.004759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20585): Terminating (SIGTERM)\u000a19:45:47.051075 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20588): Terminating (SIGTERM)\u000a19:45:47.063302 --- ParallelTerminationStrategy: PID 20582 died...\u000a19:45:47.126052 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20582): Terminated: ok {rc=0}\u000a19:45:47.138654 --- ParallelTerminationStrategy: PID 20585 died...\u000a19:45:47.198243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20585): Terminated: ok {rc=0}\u000a19:45:47.208587 --- ParallelTerminationStrategy: PID 20588 died...\u000a19:45:47.267612 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20588): Terminated: ok {rc=0}\u000a19:45:47.356704 bus /sierra_3: Setting Powered False\u000a19:45:48.467831 bus /sierra_3: Setting Powered False\u000a19:45:49.577554 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 64, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20597): Process ended prematurely: osmo-stp_10.42.42.5(pid=20597) [trial-2381↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20597)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20597): Process ended prematurely: osmo-stp_10.42.42.5(pid=20597) [trial-2381↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20597)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:45:50.694702 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:45:50.707073 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a19:45:50.874964 tst mo_mt_call_osmux.py: using LAC 31082\u000a19:45:51.003499 tst mo_mt_call_osmux.py: using RAC 227\u000a19:45:51.131926 tst mo_mt_call_osmux.py: using CellId 31082\u000a19:45:51.260692 tst mo_mt_call_osmux.py: using BVCI 31083\u000a19:45:51.285712 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:45:51.297565 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:45:51.309233 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:45:51.321146 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:45:51.333135 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:45:51.345226 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:45:51.465630 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:45:51.674654 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:45:52.167173 run create_hlr_db(pid=20591): Launched\u000a19:45:52.343300 bus /sierra_2: Setting Powered False\u000a19:45:53.365282 run create_hlr_db(pid=20591): Terminated: ok {rc=0}\u000a19:45:53.802809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20593): Launched\u000a19:45:54.131438 run osmo-hlr_10.42.42.2(pid=20594): Launched\u000a19:45:54.254814 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:45:54.828062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20596): Launched\u000a19:45:55.156683 run osmo-stp_10.42.42.5(pid=20597): Launched\u000a19:45:55.276404 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:45:55.878598 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20599): Launched\u000a19:45:56.208997 run osmo-msc_10.42.42.6(pid=20600): Launched\u000a19:45:56.403198 run osmo-stp_10.42.42.5(pid=20597): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20597)]\u000a19:45:56.543493 run osmo-stp_10.42.42.5(pid=20597): stdout: \u000a| (launched: 2022-12-12_19:45:54.995342)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:45:56.681652 run osmo-stp_10.42.42.5(pid=20597): stderr: \u000a| �[0;m�[38;5;43m20221212194555188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194555188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194555189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194555189 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194555190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194555190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194555190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:45:56.813850 run osmo-stp_10.42.42.5(pid=20597): stdout: \u000a| (launched: 2022-12-12_19:45:54.995342)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:45:56.944653 run osmo-stp_10.42.42.5(pid=20597): stderr: \u000a| �[0;m�[38;5;43m20221212194555188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194555188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194555189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194555189 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194555190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194555190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194555190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:45:57.002646 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20597): Process ended prematurely: osmo-stp_10.42.42.5(pid=20597) [trial-2381↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20597)] [trial-2381↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a19:45:57.012061 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a19:45:57.076620 run osmo-hlr_10.42.42.2(pid=20594): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20594)]\u000a19:45:57.129039 run osmo-hlr_10.42.42.2(pid=20594): stdout: \u000a| (launched: 2022-12-12_19:45:53.969991) \u000a19:45:57.181797 run osmo-hlr_10.42.42.2(pid=20594): stderr: \u000a| �[0;m�[1;31m20221212194554170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212194554170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212194554170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194554170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194554170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212194554170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212194554182 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212194554190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212194554191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212194554191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:45:57.254522 run osmo-msc_10.42.42.6(pid=20600): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20600)]\u000a19:45:57.307004 run osmo-msc_10.42.42.6(pid=20600): stdout: \u000a| (launched: 2022-12-12_19:45:56.046202) \u000a19:45:57.360041 run osmo-msc_10.42.42.6(pid=20600): stderr: \u000a| �[0;m�[38;5;43m20221212194556368 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212194556369 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0709ba7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212194556369 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212194556369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212194556369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212194556369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212194556371 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212194556371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212194556371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212194556371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:45:57.404857 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20593): Terminating (SIGTERM)\u000a19:45:57.447704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20596): Terminating (SIGTERM)\u000a19:45:57.490527 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20599): Terminating (SIGTERM)\u000a19:45:57.500627 --- ParallelTerminationStrategy: PID 20593 died...\u000a19:45:57.557615 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20593): Terminated: ok {rc=0}\u000a19:45:57.568041 --- ParallelTerminationStrategy: PID 20596 died...\u000a19:45:57.625022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20596): Terminated: ok {rc=0}\u000a19:45:57.635143 --- ParallelTerminationStrategy: PID 20599 died...\u000a19:45:57.692011 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20599): Terminated: ok {rc=0}\u000a19:45:57.780293 bus /sierra_3: Setting Powered False\u000a19:45:58.884122 bus /sierra_3: Setting Powered False\u000a19:45:59.997149 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "80", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:45:40" }, { "cases" : [ { "testActions" : [ ], "age" : 64, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20611): Process ended prematurely: osmo-stp_10.42.42.5(pid=20611) [trial-2381↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20611)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20611): Process ended prematurely: osmo-stp_10.42.42.5(pid=20611) [trial-2381↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20611)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a19:46:02.082696 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:46:02.096851 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a19:46:02.274837 tst mo_mt_call.py: using LAC 31083\u000a19:46:02.403763 tst mo_mt_call.py: using RAC 228\u000a19:46:02.532386 tst mo_mt_call.py: using CellId 31083\u000a19:46:02.655220 tst mo_mt_call.py: using BVCI 31084\u000a19:46:02.679673 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:46:02.691062 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:46:02.702310 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:46:02.713830 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:46:02.725355 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:46:02.736726 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:46:02.857339 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:46:03.071598 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:46:03.591135 run create_hlr_db(pid=20605): Launched\u000a19:46:03.782336 bus /sierra_2: Setting Powered False\u000a19:46:04.804345 run create_hlr_db(pid=20605): Terminated: ok {rc=0}\u000a19:46:05.217897 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20607): Launched\u000a19:46:05.524572 run osmo-hlr_10.42.42.2(pid=20608): Launched\u000a19:46:05.636905 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:46:06.168664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20610): Launched\u000a19:46:06.475057 run osmo-stp_10.42.42.5(pid=20611): Launched\u000a19:46:06.586513 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:46:07.148278 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20613): Launched\u000a19:46:07.456445 run osmo-msc_10.42.42.6(pid=20614): Launched\u000a19:46:07.637785 run osmo-stp_10.42.42.5(pid=20611): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20611)]\u000a19:46:07.767914 run osmo-stp_10.42.42.5(pid=20611): stdout: \u000a| (launched: 2022-12-12_19:46:06.324388)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:46:07.896463 run osmo-stp_10.42.42.5(pid=20611): stderr: \u000a| �[0;m�[38;5;43m20221212194606496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194606496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194606497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194606497 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194606498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194606498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194606498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:46:08.019742 run osmo-stp_10.42.42.5(pid=20611): stdout: \u000a| (launched: 2022-12-12_19:46:06.324388)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:46:08.141694 run osmo-stp_10.42.42.5(pid=20611): stderr: \u000a| �[0;m�[38;5;43m20221212194606496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194606496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194606497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194606497 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194606498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194606498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194606498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:46:08.195590 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20611): Process ended prematurely: osmo-stp_10.42.42.5(pid=20611) [trial-2381↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20611)] [trial-2381↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a19:46:08.204397 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a19:46:08.265470 run osmo-hlr_10.42.42.2(pid=20608): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20608)]\u000a19:46:08.315599 run osmo-hlr_10.42.42.2(pid=20608): stdout: \u000a| (launched: 2022-12-12_19:46:05.373940) \u000a19:46:08.366360 run osmo-hlr_10.42.42.2(pid=20608): stderr: \u000a| �[0;m�[1;31m20221212194605551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212194605551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212194605552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194605552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194605552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212194605552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212194605564 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212194605573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212194605573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212194605573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:46:08.434840 run osmo-msc_10.42.42.6(pid=20614): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20614)]\u000a19:46:08.484713 run osmo-msc_10.42.42.6(pid=20614): stdout: \u000a| (launched: 2022-12-12_19:46:07.304710) \u000a19:46:08.535832 run osmo-msc_10.42.42.6(pid=20614): stderr: \u000a| �[0;m�[38;5;43m20221212194607578 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212194607578 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7ef9b89c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212194607578 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212194607578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212194607579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212194607579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212194607581 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212194607581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212194607581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212194607581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:46:08.578859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20607): Terminating (SIGTERM)\u000a19:46:08.619525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20610): Terminating (SIGTERM)\u000a19:46:08.659980 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20613): Terminating (SIGTERM)\u000a19:46:08.669525 --- ParallelTerminationStrategy: PID 20607 died...\u000a19:46:08.723935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20607): Terminated: ok {rc=0}\u000a19:46:08.733835 --- ParallelTerminationStrategy: PID 20610 died...\u000a19:46:08.787993 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20610): Terminated: ok {rc=0}\u000a19:46:08.797824 --- ParallelTerminationStrategy: PID 20613 died...\u000a19:46:08.852160 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20613): Terminated: ok {rc=0}\u000a19:46:08.942514 bus /sierra_3: Setting Powered False\u000a19:46:10.048511 bus /sierra_3: Setting Powered False\u000a19:46:11.157901 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 67, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20623): Process ended prematurely: osmo-stp_10.42.42.5(pid=20623) [trial-2381↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20623)]", "failedSince" : 2315, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20623): Process ended prematurely: osmo-stp_10.42.42.5(pid=20623) [trial-2381↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20623)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:46:12.274491 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:46:12.287089 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a19:46:12.454826 tst mo_mt_call_osmux.py: using LAC 31084\u000a19:46:12.584351 tst mo_mt_call_osmux.py: using RAC 229\u000a19:46:12.713920 tst mo_mt_call_osmux.py: using CellId 31084\u000a19:46:12.844147 tst mo_mt_call_osmux.py: using BVCI 31085\u000a19:46:12.869058 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:46:12.880765 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:46:12.892267 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:46:12.904122 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:46:12.915947 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:46:12.927754 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:46:13.048935 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:46:13.262666 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:46:13.780903 run create_hlr_db(pid=20617): Launched\u000a19:46:13.972298 bus /sierra_2: Setting Powered False\u000a19:46:14.993151 run create_hlr_db(pid=20617): Terminated: ok {rc=0}\u000a19:46:15.408216 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20619): Launched\u000a19:46:15.716338 run osmo-hlr_10.42.42.2(pid=20620): Launched\u000a19:46:15.849368 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:46:16.545116 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20622): Launched\u000a19:46:17.023327 run osmo-stp_10.42.42.5(pid=20623): Launched\u000a19:46:17.151580 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:46:17.715476 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20625): Launched\u000a19:46:18.022263 run osmo-msc_10.42.42.6(pid=20626): Launched\u000a19:46:18.207127 run osmo-stp_10.42.42.5(pid=20623): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20623)]\u000a19:46:18.336677 run osmo-stp_10.42.42.5(pid=20623): stdout: \u000a| (launched: 2022-12-12_19:46:16.718575)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:46:18.464371 run osmo-stp_10.42.42.5(pid=20623): stderr: \u000a| �[0;m�[38;5;43m20221212194616948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194616949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194616949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194616949 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194616950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194616950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194616950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:46:18.587615 run osmo-stp_10.42.42.5(pid=20623): stdout: \u000a| (launched: 2022-12-12_19:46:16.718575)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:46:18.709553 run osmo-stp_10.42.42.5(pid=20623): stderr: \u000a| �[0;m�[38;5;43m20221212194616948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194616949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194616949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194616949 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194616950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194616950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194616950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:46:18.763595 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20623): Process ended prematurely: osmo-stp_10.42.42.5(pid=20623) [trial-2381↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20623)] [trial-2381↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a19:46:18.772476 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a19:46:18.833177 run osmo-hlr_10.42.42.2(pid=20620): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20620)]\u000a19:46:18.882898 run osmo-hlr_10.42.42.2(pid=20620): stdout: \u000a| (launched: 2022-12-12_19:46:15.564029) \u000a19:46:18.933139 run osmo-hlr_10.42.42.2(pid=20620): stderr: \u000a| �[0;m�[1;31m20221212194615741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212194615741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212194615741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194615741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194615741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212194615741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212194615753 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212194615762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212194615763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212194615763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:46:19.001369 run osmo-msc_10.42.42.6(pid=20626): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20626)]\u000a19:46:19.050721 run osmo-msc_10.42.42.6(pid=20626): stdout: \u000a| (launched: 2022-12-12_19:46:17.870940) \u000a19:46:19.100824 run osmo-msc_10.42.42.6(pid=20626): stderr: \u000a| �[0;m�[38;5;43m20221212194618144 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212194618144 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f91a9ad4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212194618144 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212194618145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212194618145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212194618145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212194618147 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212194618147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212194618147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212194618147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:46:19.143644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20619): Terminating (SIGTERM)\u000a19:46:19.184481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20622): Terminating (SIGTERM)\u000a19:46:19.225120 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20625): Terminating (SIGTERM)\u000a19:46:19.234652 --- ParallelTerminationStrategy: PID 20619 died...\u000a19:46:19.288940 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20619): Terminated: ok {rc=0}\u000a19:46:19.298776 --- ParallelTerminationStrategy: PID 20622 died...\u000a19:46:19.352716 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20622): Terminated: ok {rc=0}\u000a19:46:19.362674 --- ParallelTerminationStrategy: PID 20625 died...\u000a19:46:19.416402 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20625): Terminated: ok {rc=0}\u000a19:46:19.505369 bus /sierra_3: Setting Powered False\u000a19:46:20.610050 bus /sierra_3: Setting Powered False\u000a19:46:21.721825 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "81", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:46:01" }, { "cases" : [ { "testActions" : [ ], "age" : 64, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20637): Process ended prematurely: osmo-stp_10.42.42.5(pid=20637) [trial-2381↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20637)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20637): Process ended prematurely: osmo-stp_10.42.42.5(pid=20637) [trial-2381↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20637)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a19:46:23.726367 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:46:23.738137 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a19:46:23.901526 tst mo_mt_call.py: using LAC 31085\u000a19:46:24.029103 tst mo_mt_call.py: using RAC 230\u000a19:46:24.148444 tst mo_mt_call.py: using CellId 31085\u000a19:46:24.267173 tst mo_mt_call.py: using BVCI 31086\u000a19:46:24.289807 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:46:24.300782 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:46:24.311586 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:46:24.322516 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:46:24.333382 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:46:24.344162 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a19:46:24.463858 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a19:46:24.666557 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:46:25.144449 run create_hlr_db(pid=20631): Launched\u000a19:46:25.316896 bus /sierra_2: Setting Powered False\u000a19:46:26.338508 run create_hlr_db(pid=20631): Terminated: ok {rc=0}\u000a19:46:26.763860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20633): Launched\u000a19:46:27.084131 run osmo-hlr_10.42.42.2(pid=20634): Launched\u000a19:46:27.203364 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:46:27.763809 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20636): Launched\u000a19:46:28.084628 run osmo-stp_10.42.42.5(pid=20637): Launched\u000a19:46:28.202158 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:46:28.791048 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20639): Launched\u000a19:46:29.113093 run osmo-msc_10.42.42.6(pid=20640): Launched\u000a19:46:29.302493 run osmo-stp_10.42.42.5(pid=20637): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20637)]\u000a19:46:29.439068 run osmo-stp_10.42.42.5(pid=20637): stdout: \u000a| (launched: 2022-12-12_19:46:27.927108)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:46:29.574133 run osmo-stp_10.42.42.5(pid=20637): stderr: \u000a| �[0;m�[38;5;43m20221212194628113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194628113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194628114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194628114 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194628114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194628115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194628115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:46:29.703524 run osmo-stp_10.42.42.5(pid=20637): stdout: \u000a| (launched: 2022-12-12_19:46:27.927108)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:46:29.831866 run osmo-stp_10.42.42.5(pid=20637): stderr: \u000a| �[0;m�[38;5;43m20221212194628113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194628113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194628114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194628114 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194628114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194628115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194628115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:46:29.888546 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20637): Process ended prematurely: osmo-stp_10.42.42.5(pid=20637) [trial-2381↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20637)] [trial-2381↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a19:46:29.897877 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a19:46:29.962537 run osmo-hlr_10.42.42.2(pid=20634): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20634)]\u000a19:46:30.015206 run osmo-hlr_10.42.42.2(pid=20634): stdout: \u000a| (launched: 2022-12-12_19:46:26.927106) \u000a19:46:30.068338 run osmo-hlr_10.42.42.2(pid=20634): stderr: \u000a| �[0;m�[1;31m20221212194627119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212194627119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212194627119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194627119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194627119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212194627119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212194627132 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212194627141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212194627142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212194627142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:46:30.139981 run osmo-msc_10.42.42.6(pid=20640): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20640)]\u000a19:46:30.192275 run osmo-msc_10.42.42.6(pid=20640): stdout: \u000a| (launched: 2022-12-12_19:46:28.954674) \u000a19:46:30.245695 run osmo-msc_10.42.42.6(pid=20640): stderr: \u000a| �[0;m�[38;5;43m20221212194629271 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212194629271 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3fc174bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212194629271 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212194629271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212194629271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212194629272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212194629273 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212194629274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212194629274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212194629274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:46:30.290641 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20633): Terminating (SIGTERM)\u000a19:46:30.333203 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20636): Terminating (SIGTERM)\u000a19:46:30.376205 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20639): Terminating (SIGTERM)\u000a19:46:30.386351 --- ParallelTerminationStrategy: PID 20633 died...\u000a19:46:30.443706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20633): Terminated: ok {rc=0}\u000a19:46:30.454139 --- ParallelTerminationStrategy: PID 20636 died...\u000a19:46:30.511313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20636): Terminated: ok {rc=0}\u000a19:46:30.521604 --- ParallelTerminationStrategy: PID 20639 died...\u000a19:46:30.578648 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20639): Terminated: ok {rc=0}\u000a19:46:30.666767 bus /sierra_3: Setting Powered False\u000a19:46:31.779797 bus /sierra_3: Setting Powered False\u000a19:46:32.890861 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 64, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20648): Process ended prematurely: osmo-stp_10.42.42.5(pid=20648) [trial-2381↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20648)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20648): Process ended prematurely: osmo-stp_10.42.42.5(pid=20648) [trial-2381↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20648)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:46:34.005192 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:46:34.017641 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a19:46:34.181917 tst mo_mt_call_osmux.py: using LAC 31086\u000a19:46:34.309460 tst mo_mt_call_osmux.py: using RAC 231\u000a19:46:34.435103 tst mo_mt_call_osmux.py: using CellId 31086\u000a19:46:34.561034 tst mo_mt_call_osmux.py: using BVCI 31087\u000a19:46:34.585723 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:46:34.597499 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:46:34.609133 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:46:34.621924 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:46:34.633503 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:46:34.645421 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a19:46:34.765475 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a19:46:34.965255 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:46:35.445232 run create_hlr_db(pid=20642): Launched\u000a19:46:35.617422 bus /sierra_2: Setting Powered False\u000a19:46:36.638756 run create_hlr_db(pid=20642): Terminated: ok {rc=0}\u000a19:46:37.065378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20644): Launched\u000a19:46:37.387029 run osmo-hlr_10.42.42.2(pid=20645): Launched\u000a19:46:37.507595 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:46:38.068063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20647): Launched\u000a19:46:38.390788 run osmo-stp_10.42.42.5(pid=20648): Launched\u000a19:46:38.507487 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:46:39.095416 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20650): Launched\u000a19:46:39.418072 run osmo-msc_10.42.42.6(pid=20651): Launched\u000a19:46:39.607211 run osmo-stp_10.42.42.5(pid=20648): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20648)]\u000a19:46:39.743731 run osmo-stp_10.42.42.5(pid=20648): stdout: \u000a| (launched: 2022-12-12_19:46:38.232464)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:46:39.879077 run osmo-stp_10.42.42.5(pid=20648): stderr: \u000a| �[0;m�[38;5;43m20221212194638421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194638421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194638421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194638422 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194638422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194638422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194638422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:46:40.008586 run osmo-stp_10.42.42.5(pid=20648): stdout: \u000a| (launched: 2022-12-12_19:46:38.232464)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:46:40.137171 run osmo-stp_10.42.42.5(pid=20648): stderr: \u000a| �[0;m�[38;5;43m20221212194638421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194638421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194638421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194638422 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194638422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194638422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194638422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:46:40.193913 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20648): Process ended prematurely: osmo-stp_10.42.42.5(pid=20648) [trial-2381↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20648)] [trial-2381↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a19:46:40.203457 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a19:46:40.268462 run osmo-hlr_10.42.42.2(pid=20645): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20645)]\u000a19:46:40.320610 run osmo-hlr_10.42.42.2(pid=20645): stdout: \u000a| (launched: 2022-12-12_19:46:37.229278) \u000a19:46:40.373706 run osmo-hlr_10.42.42.2(pid=20645): stderr: \u000a| �[0;m�[1;31m20221212194637425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212194637425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212194637425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194637425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194637425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212194637425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212194637438 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212194637446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212194637446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212194637446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:46:40.445386 run osmo-msc_10.42.42.6(pid=20651): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20651)]\u000a19:46:40.497830 run osmo-msc_10.42.42.6(pid=20651): stdout: \u000a| (launched: 2022-12-12_19:46:39.259190) \u000a19:46:40.550831 run osmo-msc_10.42.42.6(pid=20651): stderr: \u000a| �[0;m�[38;5;43m20221212194639578 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212194639578 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2878266c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212194639578 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212194639578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212194639578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212194639579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212194639580 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212194639581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212194639581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212194639581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:46:40.595031 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20644): Terminating (SIGTERM)\u000a19:46:40.637230 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20647): Terminating (SIGTERM)\u000a19:46:40.679602 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20650): Terminating (SIGTERM)\u000a19:46:40.689749 --- ParallelTerminationStrategy: PID 20644 died...\u000a19:46:40.746674 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20644): Terminated: ok {rc=0}\u000a19:46:40.757106 --- ParallelTerminationStrategy: PID 20647 died...\u000a19:46:40.813313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20647): Terminated: ok {rc=0}\u000a19:46:40.823857 --- ParallelTerminationStrategy: PID 20650 died...\u000a19:46:40.880413 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20650): Terminated: ok {rc=0}\u000a19:46:40.968121 bus /sierra_3: Setting Powered False\u000a19:46:42.072326 bus /sierra_3: Setting Powered False\u000a19:46:43.184504 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "82", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:46:23" }, { "cases" : [ { "testActions" : [ ], "age" : 64, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20662): Process ended prematurely: osmo-stp_10.42.42.5(pid=20662) [trial-2381↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20662)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20662): Process ended prematurely: osmo-stp_10.42.42.5(pid=20662) [trial-2381↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20662)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a19:46:45.190576 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:46:45.202306 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a19:46:45.365320 tst mo_mt_call.py: using LAC 31087\u000a19:46:45.491488 tst mo_mt_call.py: using RAC 232\u000a19:46:45.611868 tst mo_mt_call.py: using CellId 31087\u000a19:46:45.731888 tst mo_mt_call.py: using BVCI 31088\u000a19:46:45.754767 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:46:45.765925 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:46:45.776885 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:46:45.787715 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:46:45.798665 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:46:45.809568 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:46:45.940310 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:46:46.186343 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:46:46.750266 run create_hlr_db(pid=20656): Launched\u000a19:46:46.942690 bus /sierra_2: Setting Powered False\u000a19:46:47.958632 run create_hlr_db(pid=20656): Terminated: ok {rc=0}\u000a19:46:48.361814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20658): Launched\u000a19:46:48.661573 run osmo-hlr_10.42.42.2(pid=20659): Launched\u000a19:46:48.772701 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:46:49.291743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20661): Launched\u000a19:46:49.591072 run osmo-stp_10.42.42.5(pid=20662): Launched\u000a19:46:49.699470 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:46:50.246453 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20664): Launched\u000a19:46:50.546315 run osmo-msc_10.42.42.6(pid=20665): Launched\u000a19:46:50.722396 run osmo-stp_10.42.42.5(pid=20662): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20662)]\u000a19:46:50.848710 run osmo-stp_10.42.42.5(pid=20662): stdout: \u000a| (launched: 2022-12-12_19:46:49.444267)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:46:50.973638 run osmo-stp_10.42.42.5(pid=20662): stderr: \u000a| �[0;m�[38;5;43m20221212194649612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194649612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194649612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194649613 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194649613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194649613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194649613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:46:51.093904 run osmo-stp_10.42.42.5(pid=20662): stdout: \u000a| (launched: 2022-12-12_19:46:49.444267)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:46:51.213430 run osmo-stp_10.42.42.5(pid=20662): stderr: \u000a| �[0;m�[38;5;43m20221212194649612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194649612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194649612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194649613 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194649613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194649613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194649613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:46:51.266160 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20662): Process ended prematurely: osmo-stp_10.42.42.5(pid=20662) [trial-2381↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20662)] [trial-2381↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a19:46:51.274702 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a19:46:51.334840 run osmo-hlr_10.42.42.2(pid=20659): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20659)]\u000a19:46:51.384496 run osmo-hlr_10.42.42.2(pid=20659): stdout: \u000a| (launched: 2022-12-12_19:46:48.513634) \u000a19:46:51.434586 run osmo-hlr_10.42.42.2(pid=20659): stderr: \u000a| �[0;m�[1;31m20221212194648684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212194648684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212194648684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194648684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194648684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212194648684 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212194648696 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212194648704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212194648704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212194648704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:46:51.502736 run osmo-msc_10.42.42.6(pid=20665): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20665)]\u000a19:46:51.552146 run osmo-msc_10.42.42.6(pid=20665): stdout: \u000a| (launched: 2022-12-12_19:46:50.398483) \u000a19:46:51.605496 run osmo-msc_10.42.42.6(pid=20665): stderr: \u000a| �[0;m�[38;5;43m20221212194650667 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212194650668 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2435d3ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212194650668 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212194650668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212194650668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212194650668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212194650670 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212194650670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212194650671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212194650671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:46:51.647429 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20658): Terminating (SIGTERM)\u000a19:46:51.686854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20661): Terminating (SIGTERM)\u000a19:46:51.726364 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20664): Terminating (SIGTERM)\u000a19:46:51.735560 --- ParallelTerminationStrategy: PID 20658 died...\u000a19:46:51.788754 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20658): Terminated: ok {rc=0}\u000a19:46:51.798568 --- ParallelTerminationStrategy: PID 20661 died...\u000a19:46:51.851642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20661): Terminated: ok {rc=0}\u000a19:46:51.861257 --- ParallelTerminationStrategy: PID 20664 died...\u000a19:46:51.914150 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20664): Terminated: ok {rc=0}\u000a19:46:52.002689 bus /sierra_3: Setting Powered False\u000a19:46:53.107180 bus /sierra_3: Setting Powered False\u000a19:46:54.221698 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 66, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20673): Process ended prematurely: osmo-stp_10.42.42.5(pid=20673) [trial-2381↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20673)]", "failedSince" : 2316, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20673): Process ended prematurely: osmo-stp_10.42.42.5(pid=20673) [trial-2381↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20673)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:46:55.332379 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:46:55.344311 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a19:46:55.500218 tst mo_mt_call_osmux.py: using LAC 31088\u000a19:46:55.619706 tst mo_mt_call_osmux.py: using RAC 233\u000a19:46:55.738719 tst mo_mt_call_osmux.py: using CellId 31088\u000a19:46:55.855104 tst mo_mt_call_osmux.py: using BVCI 31089\u000a19:46:55.877667 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:46:55.888603 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:46:55.899426 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:46:55.910495 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:46:55.921638 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:46:55.932611 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:46:56.046743 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:46:56.244743 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:46:56.717798 run create_hlr_db(pid=20667): Launched\u000a19:46:56.888011 bus /sierra_2: Setting Powered False\u000a19:46:57.911059 run create_hlr_db(pid=20667): Terminated: ok {rc=0}\u000a19:46:58.335646 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20669): Launched\u000a19:46:58.655176 run osmo-hlr_10.42.42.2(pid=20670): Launched\u000a19:46:58.770188 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:46:59.323468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20672): Launched\u000a19:46:59.642792 run osmo-stp_10.42.42.5(pid=20673): Launched\u000a19:46:59.758756 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:47:00.344091 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20675): Launched\u000a19:47:00.664662 run osmo-msc_10.42.42.6(pid=20676): Launched\u000a19:47:00.852017 run osmo-stp_10.42.42.5(pid=20673): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20673)]\u000a19:47:01.106400 run osmo-stp_10.42.42.5(pid=20673): stdout: \u000a| (launched: 2022-12-12_19:46:59.486548)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:47:01.246465 run osmo-stp_10.42.42.5(pid=20673): stderr: \u000a| �[0;m�[38;5;43m20221212194659673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194659673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194659673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194659674 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194659674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194659674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194659674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:47:01.379035 run osmo-stp_10.42.42.5(pid=20673): stdout: \u000a| (launched: 2022-12-12_19:46:59.486548)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:47:01.510546 run osmo-stp_10.42.42.5(pid=20673): stderr: \u000a| �[0;m�[38;5;43m20221212194659673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194659673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194659673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194659674 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194659674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194659674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194659674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:47:01.568466 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20673): Process ended prematurely: osmo-stp_10.42.42.5(pid=20673) [trial-2381↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20673)] [trial-2381↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a19:47:01.579117 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a19:47:01.647788 run osmo-hlr_10.42.42.2(pid=20670): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20670)]\u000a19:47:01.702523 run osmo-hlr_10.42.42.2(pid=20670): stdout: \u000a| (launched: 2022-12-12_19:46:58.497998) \u000a19:47:01.757582 run osmo-hlr_10.42.42.2(pid=20670): stderr: \u000a| �[0;m�[1;31m20221212194658691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212194658691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212194658691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194658691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194658691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212194658692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212194658704 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212194658713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212194658713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212194658713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:47:01.835197 run osmo-msc_10.42.42.6(pid=20676): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20676)]\u000a19:47:01.890305 run osmo-msc_10.42.42.6(pid=20676): stdout: \u000a| (launched: 2022-12-12_19:47:00.506550) \u000a19:47:01.945288 run osmo-msc_10.42.42.6(pid=20676): stderr: \u000a| �[0;m�[38;5;43m20221212194700823 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212194700823 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa750bf1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212194700823 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212194700823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212194700823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212194700824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212194700825 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212194700826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212194700826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212194700826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:47:01.990503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20669): Terminating (SIGTERM)\u000a19:47:02.036322 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20672): Terminating (SIGTERM)\u000a19:47:02.083404 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20675): Terminating (SIGTERM)\u000a19:47:02.093890 --- ParallelTerminationStrategy: PID 20669 died...\u000a19:47:02.153623 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20669): Terminated: ok {rc=0}\u000a19:47:02.164661 --- ParallelTerminationStrategy: PID 20672 died...\u000a19:47:02.222908 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20672): Terminated: ok {rc=0}\u000a19:47:02.235140 --- ParallelTerminationStrategy: PID 20675 died...\u000a19:47:02.294198 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20675): Terminated: ok {rc=0}\u000a19:47:02.382586 bus /sierra_3: Setting Powered False\u000a19:47:03.488314 bus /sierra_3: Setting Powered False\u000a19:47:04.595957 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "83", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:46:44" }, { "cases" : [ { "testActions" : [ ], "age" : 64, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20687): Process ended prematurely: osmo-stp_10.42.42.5(pid=20687) [trial-2381↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20687)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20687): Process ended prematurely: osmo-stp_10.42.42.5(pid=20687) [trial-2381↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20687)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a19:47:06.585233 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:47:06.596255 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a19:47:06.748273 tst mo_mt_call.py: using LAC 31089\u000a19:47:06.866812 tst mo_mt_call.py: using RAC 234\u000a19:47:06.983364 tst mo_mt_call.py: using CellId 31089\u000a19:47:07.102000 tst mo_mt_call.py: using BVCI 31090\u000a19:47:07.124557 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:47:07.135677 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:47:07.146590 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:47:07.157529 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:47:07.168323 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:47:07.179251 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:47:07.296605 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:47:07.506910 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:47:08.014273 run create_hlr_db(pid=20681): Launched\u000a19:47:08.202110 bus /sierra_2: Setting Powered False\u000a19:47:09.223028 run create_hlr_db(pid=20681): Terminated: ok {rc=0}\u000a19:47:09.629709 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20683): Launched\u000a19:47:09.930738 run osmo-hlr_10.42.42.2(pid=20684): Launched\u000a19:47:10.048034 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:47:10.615303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20686): Launched\u000a19:47:10.939096 run osmo-stp_10.42.42.5(pid=20687): Launched\u000a19:47:11.056828 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:47:11.651307 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20689): Launched\u000a19:47:11.976808 run osmo-msc_10.42.42.6(pid=20690): Launched\u000a19:47:12.167807 run osmo-stp_10.42.42.5(pid=20687): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20687)]\u000a19:47:12.306291 run osmo-stp_10.42.42.5(pid=20687): stdout: \u000a| (launched: 2022-12-12_19:47:10.779915)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:47:12.442787 run osmo-stp_10.42.42.5(pid=20687): stderr: \u000a| �[0;m�[38;5;43m20221212194710967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194710967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194710967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194710968 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194710968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194710968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194710968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:47:12.574193 run osmo-stp_10.42.42.5(pid=20687): stdout: \u000a| (launched: 2022-12-12_19:47:10.779915)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:47:12.704105 run osmo-stp_10.42.42.5(pid=20687): stderr: \u000a| �[0;m�[38;5;43m20221212194710967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194710967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194710967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194710968 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194710968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194710968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194710968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:47:12.761477 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20687): Process ended prematurely: osmo-stp_10.42.42.5(pid=20687) [trial-2381↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20687)] [trial-2381↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a19:47:12.771015 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a19:47:12.835545 run osmo-hlr_10.42.42.2(pid=20684): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20684)]\u000a19:47:12.888025 run osmo-hlr_10.42.42.2(pid=20684): stdout: \u000a| (launched: 2022-12-12_19:47:09.782326) \u000a19:47:12.941233 run osmo-hlr_10.42.42.2(pid=20684): stderr: \u000a| �[0;m�[1;31m20221212194709956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212194709956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212194709956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194709956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194709956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212194709956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212194709967 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212194709975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212194709975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212194709976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:47:13.013043 run osmo-msc_10.42.42.6(pid=20690): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20690)]\u000a19:47:13.065368 run osmo-msc_10.42.42.6(pid=20690): stdout: \u000a| (launched: 2022-12-12_19:47:11.816591) \u000a19:47:13.118513 run osmo-msc_10.42.42.6(pid=20690): stderr: \u000a| �[0;m�[38;5;43m20221212194712133 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212194712133 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6ec01e6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212194712134 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212194712134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212194712134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212194712134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212194712136 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212194712136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212194712137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212194712137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:47:13.163251 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20683): Terminating (SIGTERM)\u000a19:47:13.206412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20686): Terminating (SIGTERM)\u000a19:47:13.249089 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20689): Terminating (SIGTERM)\u000a19:47:13.259421 --- ParallelTerminationStrategy: PID 20683 died...\u000a19:47:13.316571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20683): Terminated: ok {rc=0}\u000a19:47:13.327458 --- ParallelTerminationStrategy: PID 20686 died...\u000a19:47:13.384515 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20686): Terminated: ok {rc=0}\u000a19:47:13.394910 --- ParallelTerminationStrategy: PID 20689 died...\u000a19:47:13.451976 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20689): Terminated: ok {rc=0}\u000a19:47:13.539633 bus /sierra_3: Setting Powered False\u000a19:47:14.646966 bus /sierra_3: Setting Powered False\u000a19:47:15.755282 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 64, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20698): Process ended prematurely: osmo-stp_10.42.42.5(pid=20698) [trial-2381↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20698)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20698): Process ended prematurely: osmo-stp_10.42.42.5(pid=20698) [trial-2381↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20698)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:47:16.867362 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:47:16.880638 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a19:47:17.080480 tst mo_mt_call_osmux.py: using LAC 31090\u000a19:47:17.228893 tst mo_mt_call_osmux.py: using RAC 235\u000a19:47:17.358861 tst mo_mt_call_osmux.py: using CellId 31090\u000a19:47:17.479571 tst mo_mt_call_osmux.py: using BVCI 31091\u000a19:47:17.503502 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:47:17.514849 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:47:17.525985 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:47:17.538441 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:47:17.552169 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:47:17.564861 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:47:17.681961 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:47:17.896771 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:47:18.409631 run create_hlr_db(pid=20692): Launched\u000a19:47:18.597696 bus /sierra_2: Setting Powered False\u000a19:47:19.619032 run create_hlr_db(pid=20692): Terminated: ok {rc=0}\u000a19:47:20.024225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20694): Launched\u000a19:47:20.326310 run osmo-hlr_10.42.42.2(pid=20695): Launched\u000a19:47:20.437448 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:47:20.959473 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20697): Launched\u000a19:47:21.259103 run osmo-stp_10.42.42.5(pid=20698): Launched\u000a19:47:21.367315 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:47:21.917518 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20700): Launched\u000a19:47:22.219711 run osmo-msc_10.42.42.6(pid=20701): Launched\u000a19:47:22.396366 run osmo-stp_10.42.42.5(pid=20698): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20698)]\u000a19:47:22.523881 run osmo-stp_10.42.42.5(pid=20698): stdout: \u000a| (launched: 2022-12-12_19:47:21.112262)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:47:22.649367 run osmo-stp_10.42.42.5(pid=20698): stderr: \u000a| �[0;m�[38;5;43m20221212194721278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194721278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194721278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194721279 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194721279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194721279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194721279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:47:22.770046 run osmo-stp_10.42.42.5(pid=20698): stdout: \u000a| (launched: 2022-12-12_19:47:21.112262)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:47:22.889941 run osmo-stp_10.42.42.5(pid=20698): stderr: \u000a| �[0;m�[38;5;43m20221212194721278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194721278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194721278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194721279 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194721279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194721279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194721279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:47:22.942923 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20698): Process ended prematurely: osmo-stp_10.42.42.5(pid=20698) [trial-2381↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20698)] [trial-2381↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a19:47:22.951381 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a19:47:23.010608 run osmo-hlr_10.42.42.2(pid=20695): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20695)]\u000a19:47:23.059903 run osmo-hlr_10.42.42.2(pid=20695): stdout: \u000a| (launched: 2022-12-12_19:47:20.177289) \u000a19:47:23.109400 run osmo-hlr_10.42.42.2(pid=20695): stderr: \u000a| �[0;m�[1;31m20221212194720350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212194720350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212194720350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194720351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194720351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212194720351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212194720364 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212194720375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212194720376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212194720376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:47:23.176320 run osmo-msc_10.42.42.6(pid=20701): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20701)]\u000a19:47:23.224814 run osmo-msc_10.42.42.6(pid=20701): stdout: \u000a| (launched: 2022-12-12_19:47:22.070133) \u000a19:47:23.273782 run osmo-msc_10.42.42.6(pid=20701): stderr: \u000a| �[0;m�[38;5;43m20221212194722341 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212194722341 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd284e84c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212194722341 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212194722341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212194722341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212194722342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212194722343 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212194722344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212194722344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212194722344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:47:23.315296 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20694): Terminating (SIGTERM)\u000a19:47:23.355196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20697): Terminating (SIGTERM)\u000a19:47:23.395226 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20700): Terminating (SIGTERM)\u000a19:47:23.404440 --- ParallelTerminationStrategy: PID 20694 died...\u000a19:47:23.457961 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20694): Terminated: ok {rc=0}\u000a19:47:23.467865 --- ParallelTerminationStrategy: PID 20697 died...\u000a19:47:23.521744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20697): Terminated: ok {rc=0}\u000a19:47:23.531357 --- ParallelTerminationStrategy: PID 20700 died...\u000a19:47:23.585297 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20700): Terminated: ok {rc=0}\u000a19:47:23.675507 bus /sierra_3: Setting Powered False\u000a19:47:24.779898 bus /sierra_3: Setting Powered False\u000a19:47:25.890582 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "84", "name" : "voice_trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:47:06" }, { "cases" : [ { "testActions" : [ ], "age" : 64, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20713): Process ended prematurely: osmo-stp_10.42.42.5(pid=20713) [trial-2381↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20713)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20713): Process ended prematurely: osmo-stp_10.42.42.5(pid=20713) [trial-2381↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20713)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a19:47:27.878543 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:47:27.889482 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:47:28.045271 tst mo_mt_call.py: using LAC 31091\u000a19:47:28.164536 tst mo_mt_call.py: using RAC 236\u000a19:47:28.282655 tst mo_mt_call.py: using CellId 31091\u000a19:47:28.401750 tst mo_mt_call.py: using BVCI 31092\u000a19:47:28.424322 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:47:28.435187 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:47:28.445910 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:47:28.456835 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:47:28.467592 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:47:28.478270 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a19:47:28.595684 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a19:47:28.805198 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:47:29.314621 run create_hlr_db(pid=20707): Launched\u000a19:47:29.502224 bus /sierra_2: Setting Powered False\u000a19:47:30.524575 run create_hlr_db(pid=20707): Terminated: ok {rc=0}\u000a19:47:30.986225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20709): Launched\u000a19:47:31.414233 run osmo-hlr_10.42.42.2(pid=20710): Launched\u000a19:47:31.645378 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:47:32.270188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20712): Launched\u000a19:47:32.597201 run osmo-stp_10.42.42.5(pid=20713): Launched\u000a19:47:32.716418 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:47:33.311301 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20715): Launched\u000a19:47:33.638345 run osmo-msc_10.42.42.6(pid=20716): Launched\u000a19:47:33.830050 run osmo-stp_10.42.42.5(pid=20713): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20713)]\u000a19:47:33.968891 run osmo-stp_10.42.42.5(pid=20713): stdout: \u000a| (launched: 2022-12-12_19:47:32.435891)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:47:34.104521 run osmo-stp_10.42.42.5(pid=20713): stderr: \u000a| �[0;m�[38;5;43m20221212194732623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194732624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194732624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194732624 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194732625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194732625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194732625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:47:34.234880 run osmo-stp_10.42.42.5(pid=20713): stdout: \u000a| (launched: 2022-12-12_19:47:32.435891)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:47:34.364140 run osmo-stp_10.42.42.5(pid=20713): stderr: \u000a| �[0;m�[38;5;43m20221212194732623 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194732624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194732624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194732624 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194732625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194732625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194732625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:47:34.421252 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20713): Process ended prematurely: osmo-stp_10.42.42.5(pid=20713) [trial-2381↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20713)] [trial-2381↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a19:47:34.430474 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a19:47:34.494925 run osmo-hlr_10.42.42.2(pid=20710): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20710)]\u000a19:47:34.547535 run osmo-hlr_10.42.42.2(pid=20710): stdout: \u000a| (launched: 2022-12-12_19:47:31.155348) \u000a19:47:34.601021 run osmo-hlr_10.42.42.2(pid=20710): stderr: \u000a| �[0;m�[1;31m20221212194731487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212194731487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212194731487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194731487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194731487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212194731487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212194731503 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212194731512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212194731512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212194731512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:47:34.672858 run osmo-msc_10.42.42.6(pid=20716): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20716)]\u000a19:47:34.725580 run osmo-msc_10.42.42.6(pid=20716): stdout: \u000a| (launched: 2022-12-12_19:47:33.476231) \u000a19:47:34.778825 run osmo-msc_10.42.42.6(pid=20716): stderr: \u000a| �[0;m�[38;5;43m20221212194733794 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212194733794 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7eff45aa2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212194733794 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212194733794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212194733794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212194733795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212194733796 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212194733797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212194733797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212194733797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:47:34.823534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20709): Terminating (SIGTERM)\u000a19:47:34.866835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20712): Terminating (SIGTERM)\u000a19:47:34.909312 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20715): Terminating (SIGTERM)\u000a19:47:34.919426 --- ParallelTerminationStrategy: PID 20709 died...\u000a19:47:34.976478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20709): Terminated: ok {rc=0}\u000a19:47:34.986698 --- ParallelTerminationStrategy: PID 20712 died...\u000a19:47:35.043487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20712): Terminated: ok {rc=0}\u000a19:47:35.053720 --- ParallelTerminationStrategy: PID 20715 died...\u000a19:47:35.110355 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20715): Terminated: ok {rc=0}\u000a19:47:35.199142 bus /sierra_3: Setting Powered False\u000a19:47:36.303556 bus /sierra_3: Setting Powered False\u000a19:47:37.415777 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 64, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20724): Process ended prematurely: osmo-stp_10.42.42.5(pid=20724) [trial-2381↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20724)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20724): Process ended prematurely: osmo-stp_10.42.42.5(pid=20724) [trial-2381↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20724)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:47:38.530987 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:47:38.543291 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:47:38.708415 tst mo_mt_call_osmux.py: using LAC 31092\u000a19:47:38.834099 tst mo_mt_call_osmux.py: using RAC 237\u000a19:47:38.955465 tst mo_mt_call_osmux.py: using CellId 31092\u000a19:47:39.074943 tst mo_mt_call_osmux.py: using BVCI 31093\u000a19:47:39.097964 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:47:39.109068 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:47:39.120050 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:47:39.130961 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:47:39.141800 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:47:39.152366 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a19:47:39.271898 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a19:47:39.472536 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:47:39.957907 run create_hlr_db(pid=20718): Launched\u000a19:47:40.130687 bus /sierra_2: Setting Powered False\u000a19:47:41.153313 run create_hlr_db(pid=20718): Terminated: ok {rc=0}\u000a19:47:41.585629 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20720): Launched\u000a19:47:41.911273 run osmo-hlr_10.42.42.2(pid=20721): Launched\u000a19:47:42.026934 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:47:42.591809 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20723): Launched\u000a19:47:42.915742 run osmo-stp_10.42.42.5(pid=20724): Launched\u000a19:47:43.033390 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:47:43.633555 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20726): Launched\u000a19:47:43.960153 run osmo-msc_10.42.42.6(pid=20727): Launched\u000a19:47:44.150199 run osmo-stp_10.42.42.5(pid=20724): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20724)]\u000a19:47:44.288282 run osmo-stp_10.42.42.5(pid=20724): stdout: \u000a| (launched: 2022-12-12_19:47:42.756816)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:47:44.424223 run osmo-stp_10.42.42.5(pid=20724): stderr: \u000a| �[0;m�[38;5;43m20221212194742944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194742945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194742945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194742945 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194742946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194742946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194742946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:47:44.554763 run osmo-stp_10.42.42.5(pid=20724): stdout: \u000a| (launched: 2022-12-12_19:47:42.756816)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:47:44.684136 run osmo-stp_10.42.42.5(pid=20724): stderr: \u000a| �[0;m�[38;5;43m20221212194742944 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194742945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194742945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194742945 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194742946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194742946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194742946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:47:44.741775 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20724): Process ended prematurely: osmo-stp_10.42.42.5(pid=20724) [trial-2381↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20724)] [trial-2381↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a19:47:44.750887 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a19:47:44.815155 run osmo-hlr_10.42.42.2(pid=20721): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20721)]\u000a19:47:44.867642 run osmo-hlr_10.42.42.2(pid=20721): stdout: \u000a| (launched: 2022-12-12_19:47:41.750273) \u000a19:47:44.920701 run osmo-hlr_10.42.42.2(pid=20721): stderr: \u000a| �[0;m�[1;31m20221212194741945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212194741945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212194741945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194741945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194741945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212194741945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212194741957 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212194741966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212194741966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212194741966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:47:44.992572 run osmo-msc_10.42.42.6(pid=20727): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20727)]\u000a19:47:45.045065 run osmo-msc_10.42.42.6(pid=20727): stdout: \u000a| (launched: 2022-12-12_19:47:43.798705) \u000a19:47:45.098454 run osmo-msc_10.42.42.6(pid=20727): stderr: \u000a| �[0;m�[38;5;43m20221212194744118 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212194744118 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f50d9268c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212194744118 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212194744118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212194744118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212194744119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212194744120 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212194744121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212194744121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212194744121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:47:45.142909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20720): Terminating (SIGTERM)\u000a19:47:45.185122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20723): Terminating (SIGTERM)\u000a19:47:45.227494 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20726): Terminating (SIGTERM)\u000a19:47:45.237626 --- ParallelTerminationStrategy: PID 20720 died...\u000a19:47:45.294864 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20720): Terminated: ok {rc=0}\u000a19:47:45.305137 --- ParallelTerminationStrategy: PID 20723 died...\u000a19:47:45.361459 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20723): Terminated: ok {rc=0}\u000a19:47:45.371869 --- ParallelTerminationStrategy: PID 20726 died...\u000a19:47:45.428798 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20726): Terminated: ok {rc=0}\u000a19:47:45.516451 bus /sierra_3: Setting Powered False\u000a19:47:46.635256 bus /sierra_3: Setting Powered False\u000a19:47:47.747058 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "85", "name" : "voice_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:47:27" }, { "cases" : [ { "testActions" : [ ], "age" : 219, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20738): Process ended prematurely: osmo-stp_10.42.42.5(pid=20738) [trial-2381↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20738)]", "failedSince" : 2163, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20738): Process ended prematurely: osmo-stp_10.42.42.5(pid=20738) [trial-2381↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20738)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a19:47:49.732698 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:47:49.744252 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a19:47:49.881509 tst mo_mt_call.py: using LAC 31093\u000a19:47:50.004122 tst mo_mt_call.py: using RAC 238\u000a19:47:50.122982 tst mo_mt_call.py: using CellId 31093\u000a19:47:50.239862 tst mo_mt_call.py: using BVCI 31094\u000a19:47:50.262841 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:47:50.274383 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:47:50.285630 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:47:50.296708 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:47:50.307849 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:47:50.319067 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a19:47:50.438550 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a19:47:50.640217 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:47:51.124499 run create_hlr_db(pid=20732): Launched\u000a19:47:51.296856 bus /sierra_2: Setting Powered False\u000a19:47:52.318977 run create_hlr_db(pid=20732): Terminated: ok {rc=0}\u000a19:47:52.720764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20734): Launched\u000a19:47:53.021586 run osmo-hlr_10.42.42.2(pid=20735): Launched\u000a19:47:53.141249 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:47:53.671744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20737): Launched\u000a19:47:53.976057 run osmo-stp_10.42.42.5(pid=20738): Launched\u000a19:47:54.085134 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:47:54.639084 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20740): Launched\u000a19:47:54.941446 run osmo-msc_10.42.42.6(pid=20741): Launched\u000a19:47:55.118807 run osmo-stp_10.42.42.5(pid=20738): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20738)]\u000a19:47:55.246345 run osmo-stp_10.42.42.5(pid=20738): stdout: \u000a| (launched: 2022-12-12_19:47:53.825274)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:47:55.372370 run osmo-stp_10.42.42.5(pid=20738): stderr: \u000a| �[0;m�[38;5;43m20221212194753992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194753993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194753993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194753993 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194753994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194753994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194753994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:47:55.493386 run osmo-stp_10.42.42.5(pid=20738): stdout: \u000a| (launched: 2022-12-12_19:47:53.825274)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:47:55.613215 run osmo-stp_10.42.42.5(pid=20738): stderr: \u000a| �[0;m�[38;5;43m20221212194753992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194753993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194753993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194753993 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194753994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194753994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194753994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:47:55.666379 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20738): Process ended prematurely: osmo-stp_10.42.42.5(pid=20738) [trial-2381↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20738)] [trial-2381↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a19:47:55.675180 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a19:47:55.735634 run osmo-hlr_10.42.42.2(pid=20735): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20735)]\u000a19:47:55.784853 run osmo-hlr_10.42.42.2(pid=20735): stdout: \u000a| (launched: 2022-12-12_19:47:52.873789) \u000a19:47:55.835274 run osmo-hlr_10.42.42.2(pid=20735): stderr: \u000a| �[0;m�[1;31m20221212194753046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212194753046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212194753046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194753046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194753046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212194753047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212194753059 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212194753068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212194753068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212194753068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:47:55.903930 run osmo-msc_10.42.42.6(pid=20741): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20741)]\u000a19:47:55.953264 run osmo-msc_10.42.42.6(pid=20741): stdout: \u000a| (launched: 2022-12-12_19:47:54.792120) \u000a19:47:56.003111 run osmo-msc_10.42.42.6(pid=20741): stderr: \u000a| �[0;m�[38;5;43m20221212194755062 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212194755062 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5d6ecefc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212194755062 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212194755062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212194755062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212194755063 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212194755064 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212194755065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212194755065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212194755065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:47:56.045438 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20734): Terminating (SIGTERM)\u000a19:47:56.085412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20737): Terminating (SIGTERM)\u000a19:47:56.125396 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20740): Terminating (SIGTERM)\u000a19:47:56.134727 --- ParallelTerminationStrategy: PID 20734 died...\u000a19:47:56.188631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20734): Terminated: ok {rc=0}\u000a19:47:56.198457 --- ParallelTerminationStrategy: PID 20737 died...\u000a19:47:56.251715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20737): Terminated: ok {rc=0}\u000a19:47:56.261499 --- ParallelTerminationStrategy: PID 20740 died...\u000a19:47:56.315070 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20740): Terminated: ok {rc=0}\u000a19:47:56.404623 bus /sierra_3: Setting Powered False\u000a19:47:57.507136 bus /sierra_3: Setting Powered False\u000a19:47:58.619349 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20749): Process ended prematurely: osmo-stp_10.42.42.5(pid=20749) [trial-2381↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20749)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20749): Process ended prematurely: osmo-stp_10.42.42.5(pid=20749) [trial-2381↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20749)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:47:59.728238 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:47:59.740399 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a19:47:59.880684 tst mo_mt_call_osmux.py: using LAC 31094\u000a19:48:00.001307 tst mo_mt_call_osmux.py: using RAC 239\u000a19:48:00.121156 tst mo_mt_call_osmux.py: using CellId 31094\u000a19:48:00.239018 tst mo_mt_call_osmux.py: using BVCI 31095\u000a19:48:00.261953 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:48:00.273273 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:48:00.284200 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:48:00.295290 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:48:00.306499 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a19:48:00.317588 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a19:48:00.438932 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a19:48:00.647075 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:48:01.221112 run create_hlr_db(pid=20743): Launched\u000a19:48:01.459785 bus /sierra_2: Setting Powered False\u000a19:48:02.428733 run create_hlr_db(pid=20743): Terminated: ok {rc=0}\u000a19:48:02.909659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20745): Launched\u000a19:48:03.233708 run osmo-hlr_10.42.42.2(pid=20746): Launched\u000a19:48:03.355817 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:48:03.922864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20748): Launched\u000a19:48:04.250063 run osmo-stp_10.42.42.5(pid=20749): Launched\u000a19:48:04.369177 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:48:04.964013 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20751): Launched\u000a19:48:05.289936 run osmo-msc_10.42.42.6(pid=20752): Launched\u000a19:48:05.481241 run osmo-stp_10.42.42.5(pid=20749): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20749)]\u000a19:48:05.619550 run osmo-stp_10.42.42.5(pid=20749): stdout: \u000a| (launched: 2022-12-12_19:48:04.088388)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:48:05.756543 run osmo-stp_10.42.42.5(pid=20749): stderr: \u000a| �[0;m�[38;5;43m20221212194804275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194804275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194804275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194804276 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194804276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194804276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194804276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:48:05.886924 run osmo-stp_10.42.42.5(pid=20749): stdout: \u000a| (launched: 2022-12-12_19:48:04.088388)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:48:06.016505 run osmo-stp_10.42.42.5(pid=20749): stderr: \u000a| �[0;m�[38;5;43m20221212194804275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194804275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194804275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194804276 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194804276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194804276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194804276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:48:06.074177 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20749): Process ended prematurely: osmo-stp_10.42.42.5(pid=20749) [trial-2381↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20749)] [trial-2381↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a19:48:06.083335 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a19:48:06.148089 run osmo-hlr_10.42.42.2(pid=20746): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20746)]\u000a19:48:06.200421 run osmo-hlr_10.42.42.2(pid=20746): stdout: \u000a| (launched: 2022-12-12_19:48:03.074681) \u000a19:48:06.253804 run osmo-hlr_10.42.42.2(pid=20746): stderr: \u000a| �[0;m�[1;31m20221212194803273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212194803273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212194803273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194803273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194803273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212194803273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212194803283 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212194803295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212194803295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212194803295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:48:06.325783 run osmo-msc_10.42.42.6(pid=20752): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20752)]\u000a19:48:06.378197 run osmo-msc_10.42.42.6(pid=20752): stdout: \u000a| (launched: 2022-12-12_19:48:05.129211) \u000a19:48:06.431087 run osmo-msc_10.42.42.6(pid=20752): stderr: \u000a| �[0;m�[38;5;43m20221212194805448 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212194805448 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f61eae42c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212194805449 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212194805449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212194805449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212194805449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212194805451 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212194805451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212194805451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212194805451 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:48:06.475858 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20745): Terminating (SIGTERM)\u000a19:48:06.518500 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20748): Terminating (SIGTERM)\u000a19:48:06.560688 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20751): Terminating (SIGTERM)\u000a19:48:06.570817 --- ParallelTerminationStrategy: PID 20745 died...\u000a19:48:06.627380 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20745): Terminated: ok {rc=0}\u000a19:48:06.637615 --- ParallelTerminationStrategy: PID 20748 died...\u000a19:48:06.694466 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20748): Terminated: ok {rc=0}\u000a19:48:06.704604 --- ParallelTerminationStrategy: PID 20751 died...\u000a19:48:06.761264 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20751): Terminated: ok {rc=0}\u000a19:48:06.847998 bus /sierra_3: Setting Powered False\u000a19:48:07.955143 bus /sierra_3: Setting Powered False\u000a19:48:09.067094 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "86", "name" : "voice_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:47:49" }, { "cases" : [ { "testActions" : [ ], "age" : 64, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20763): Process ended prematurely: osmo-stp_10.42.42.5(pid=20763) [trial-2381↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20763)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20763): Process ended prematurely: osmo-stp_10.42.42.5(pid=20763) [trial-2381↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20763)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 emergency:trx-umtrx emergency_mo_mt_call.py\u000a----------------------------------------------\u000a19:48:11.088390 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:48:11.099771 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a19:48:11.243816 tst emergency_mo_mt_call.py: using LAC 31095\u000a19:48:11.369085 tst emergency_mo_mt_call.py: using RAC 240\u000a19:48:11.493735 tst emergency_mo_mt_call.py: using CellId 31095\u000a19:48:11.623455 tst emergency_mo_mt_call.py: using BVCI 31096\u000a19:48:11.647636 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:48:11.658899 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:48:11.669931 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:48:11.681196 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:48:11.692086 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:48:11.703509 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a19:48:11.819745 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a19:48:12.030494 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:48:12.534246 run create_hlr_db(pid=20757): Launched\u000a19:48:12.720748 bus /sierra_2: Setting Powered False\u000a19:48:13.741933 run create_hlr_db(pid=20757): Terminated: ok {rc=0}\u000a19:48:14.145395 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20759): Launched\u000a19:48:14.443100 run osmo-hlr_10.42.42.2(pid=20760): Launched\u000a19:48:14.552838 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:48:15.069290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20762): Launched\u000a19:48:15.368557 run osmo-stp_10.42.42.5(pid=20763): Launched\u000a19:48:15.503164 tst emergency_mo_mt_call.py: using MSISDN 7938\u000a19:48:15.650196 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:48:16.251381 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20765): Launched\u000a19:48:16.674766 run osmo-msc_10.42.42.6(pid=20766): Launched\u000a19:48:17.071078 run osmo-stp_10.42.42.5(pid=20763): ERR: Terminated: ERROR {rc=1} [trial-2381↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20763)]\u000a19:48:17.276689 run osmo-stp_10.42.42.5(pid=20763): stdout: \u000a| (launched: 2022-12-12_19:48:15.219748)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:48:17.411009 run osmo-stp_10.42.42.5(pid=20763): stderr: \u000a| �[0;m�[38;5;43m20221212194815386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194815386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194815386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194815386 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194815387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194815387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194815387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:48:17.540370 run osmo-stp_10.42.42.5(pid=20763): stdout: \u000a| (launched: 2022-12-12_19:48:15.219748)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:48:17.668571 run osmo-stp_10.42.42.5(pid=20763): stderr: \u000a| �[0;m�[38;5;43m20221212194815386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194815386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194815386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194815386 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194815387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194815387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194815387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:48:17.724771 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=20763): Process ended prematurely: osmo-stp_10.42.42.5(pid=20763) [trial-2381↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20763)] [trial-2381↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19]\u000a19:48:17.733593 tst emergency_mo_mt_call.py:19: Test FAILED (6.6 sec)\u000a19:48:17.797639 run osmo-hlr_10.42.42.2(pid=20760): ERR: Terminated: ERROR {rc=237} [trial-2381↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20760)]\u000a19:48:17.850532 run osmo-hlr_10.42.42.2(pid=20760): stdout: \u000a| (launched: 2022-12-12_19:48:14.296045) \u000a19:48:17.903860 run osmo-hlr_10.42.42.2(pid=20760): stderr: \u000a| �[0;m�[1;31m20221212194814466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212194814466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212194814466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194814466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194814466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212194814466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212194814478 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/emergency:trx-umtrx/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212194814487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212194814487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212194814487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:48:17.976328 run osmo-msc_10.42.42.6(pid=20766): ERR: Terminated: ERROR {rc=2} [trial-2381↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20766)]\u000a19:48:18.029088 run osmo-msc_10.42.42.6(pid=20766): stdout: \u000a| (launched: 2022-12-12_19:48:16.419232) \u000a19:48:18.082768 run osmo-msc_10.42.42.6(pid=20766): stderr: \u000a| �[0;m�[38;5;43m20221212194816926 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212194816926 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9642692c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212194816926 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212194816926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212194816926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212194816927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212194816928 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212194816929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212194816929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212194816929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:48:18.127642 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20759): Terminating (SIGTERM)\u000a19:48:18.170638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20762): Terminating (SIGTERM)\u000a19:48:18.213119 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20765): Terminating (SIGTERM)\u000a19:48:18.223243 --- ParallelTerminationStrategy: PID 20759 died...\u000a19:48:18.281165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20759): Terminated: ok {rc=0}\u000a19:48:18.291412 --- ParallelTerminationStrategy: PID 20762 died...\u000a19:48:18.348685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20762): Terminated: ok {rc=0}\u000a19:48:18.358954 --- ParallelTerminationStrategy: PID 20765 died...\u000a19:48:18.416103 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20765): Terminated: ok {rc=0}\u000a19:48:18.504253 bus /sierra_3: Setting Powered False\u000a19:48:19.612580 bus /sierra_3: Setting Powered False\u000a19:48:20.722069 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 240, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20774): Process ended prematurely: osmo-stp_10.42.42.5(pid=20774) [trial-2381↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20774)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20774): Process ended prematurely: osmo-stp_10.42.42.5(pid=20774) [trial-2381↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20774)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 emergency:trx-umtrx emergency_preemptive_call.py\u000a----------------------------------------------\u000a19:48:21.775826 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:48:21.787788 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a19:48:21.932189 tst emergency_preemptive_call.py: using LAC 31096\u000a19:48:22.057925 tst emergency_preemptive_call.py: using RAC 241\u000a19:48:22.176462 tst emergency_preemptive_call.py: using CellId 31096\u000a19:48:22.294582 tst emergency_preemptive_call.py: using BVCI 31097\u000a19:48:22.317413 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:48:22.328281 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:48:22.339162 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:48:22.349879 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:48:22.360377 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a19:48:22.370919 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a19:48:22.489556 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a19:48:22.611763 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a19:48:22.729160 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a19:48:22.936028 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:48:23.442185 run create_hlr_db(pid=20768): Launched\u000a19:48:23.628782 bus /sierra_2: Setting Powered False\u000a19:48:24.649641 run create_hlr_db(pid=20768): Terminated: ok {rc=0}\u000a19:48:25.051718 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20770): Launched\u000a19:48:25.351535 run osmo-hlr_10.42.42.2(pid=20771): Launched\u000a19:48:25.469273 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:48:25.991418 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20773): Launched\u000a19:48:26.291536 run osmo-stp_10.42.42.5(pid=20774): Launched\u000a19:48:26.414619 tst emergency_preemptive_call.py: using MSISDN 7939\u000a19:48:26.562084 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:48:27.103699 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20776): Launched\u000a19:48:27.400684 run osmo-msc_10.42.42.6(pid=20777): Launched\u000a19:48:27.577181 run osmo-stp_10.42.42.5(pid=20774): ERR: Terminated: ERROR {rc=1} [trial-2381↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20774)]\u000a19:48:27.703906 run osmo-stp_10.42.42.5(pid=20774): stdout: \u000a| (launched: 2022-12-12_19:48:26.143389)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:48:27.827939 run osmo-stp_10.42.42.5(pid=20774): stderr: \u000a| �[0;m�[38;5;43m20221212194826310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194826310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194826310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194826311 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194826311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194826311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194826311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:48:27.947889 run osmo-stp_10.42.42.5(pid=20774): stdout: \u000a| (launched: 2022-12-12_19:48:26.143389)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:48:28.066418 run osmo-stp_10.42.42.5(pid=20774): stderr: \u000a| �[0;m�[38;5;43m20221212194826310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194826310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194826310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194826311 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194826311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194826311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194826311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:48:28.118425 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=20774): Process ended prematurely: osmo-stp_10.42.42.5(pid=20774) [trial-2381↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20774)] [trial-2381↪emergency:trx-umtrx↪emergency_preemptive_call.py:32]\u000a19:48:28.126656 tst emergency_preemptive_call.py:32: Test FAILED (6.3 sec)\u000a19:48:28.187668 run osmo-hlr_10.42.42.2(pid=20771): ERR: Terminated: ERROR {rc=237} [trial-2381↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20771)]\u000a19:48:28.237530 run osmo-hlr_10.42.42.2(pid=20771): stdout: \u000a| (launched: 2022-12-12_19:48:25.202981) \u000a19:48:28.288443 run osmo-hlr_10.42.42.2(pid=20771): stderr: \u000a| �[0;m�[1;31m20221212194825374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212194825374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212194825374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194825374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194825374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212194825374 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212194825386 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/emergency:trx-umtrx/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212194825394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212194825395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212194825395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:48:28.356655 run osmo-msc_10.42.42.6(pid=20777): ERR: Terminated: ERROR {rc=2} [trial-2381↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20777)]\u000a19:48:28.406135 run osmo-msc_10.42.42.6(pid=20777): stdout: \u000a| (launched: 2022-12-12_19:48:27.254272) \u000a19:48:28.456001 run osmo-msc_10.42.42.6(pid=20777): stderr: \u000a| �[0;m�[38;5;43m20221212194827521 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212194827521 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa52aee0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212194827521 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212194827521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212194827522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212194827522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212194827524 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212194827524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212194827524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212194827524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:48:28.498127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20770): Terminating (SIGTERM)\u000a19:48:28.538020 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20773): Terminating (SIGTERM)\u000a19:48:28.577832 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20776): Terminating (SIGTERM)\u000a19:48:28.587308 --- ParallelTerminationStrategy: PID 20770 died...\u000a19:48:28.641173 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20770): Terminated: ok {rc=0}\u000a19:48:28.651041 --- ParallelTerminationStrategy: PID 20773 died...\u000a19:48:28.704196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20773): Terminated: ok {rc=0}\u000a19:48:28.714034 --- ParallelTerminationStrategy: PID 20776 died...\u000a19:48:28.767149 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20776): Terminated: ok {rc=0}\u000a19:48:28.850340 bus /sierra_9: Setting Powered False\u000a19:48:29.951890 bus /sierra_9: Setting Powered False\u000a19:48:31.075012 bus /sierra_8: Setting Powered False\u000a19:48:32.186662 bus /sierra_8: Setting Powered False\u000a19:48:33.298064 bus /sierra_3: Setting Powered False\u000a19:48:34.400363 bus /sierra_3: Setting Powered False\u000a19:48:35.512093 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "87", "name" : "emergency_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:48:10" }, { "cases" : [ { "testActions" : [ ], "age" : 64, "className" : "gprs:trx-umtrx", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20793): Process ended prematurely: osmo-stp_10.42.42.5(pid=20793) [trial-2381↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20793)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20793): Process ended prematurely: osmo-stp_10.42.42.5(pid=20793) [trial-2381↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20793)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-umtrx cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:48:37.619066 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:48:37.629728 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a19:48:37.764044 tst cs_paging_gprs_active.py: using LAC 31097\u000a19:48:37.884318 tst cs_paging_gprs_active.py: using RAC 242\u000a19:48:38.004662 tst cs_paging_gprs_active.py: using CellId 31097\u000a19:48:38.124244 tst cs_paging_gprs_active.py: using BVCI 31098\u000a19:48:38.147405 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:48:38.158075 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:48:38.168444 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:48:38.178991 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:48:38.189335 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:48:38.199673 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:48:38.210229 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:48:38.220991 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:48:38.231880 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a19:48:38.351742 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a19:48:38.628252 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:48:38.754344 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:48:39.068708 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20783): Launched\u000a19:48:39.329357 run iperf3-srv_10.42.42.10(pid=20784): Launched\u000a19:48:39.513018 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:48:39.637953 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:48:39.951876 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20785): Launched\u000a19:48:40.212363 run iperf3-srv_10.42.42.10(pid=20786): Launched\u000a19:48:40.396549 tst cs_paging_gprs_active.py:38: start network...\u000a19:48:40.521843 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:48:41.007459 run create_hlr_db(pid=20787): Launched\u000a19:48:41.181531 bus /sierra_2: Setting Powered False\u000a19:48:42.204090 run create_hlr_db(pid=20787): Terminated: ok {rc=0}\u000a19:48:42.640028 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20789): Launched\u000a19:48:42.965703 run osmo-hlr_10.42.42.2(pid=20790): Launched\u000a19:48:43.085194 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:48:43.650734 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20792): Launched\u000a19:48:43.977876 run osmo-stp_10.42.42.5(pid=20793): Launched\u000a19:48:44.096098 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:48:44.663669 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20795): Launched\u000a19:48:44.779782 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:48:45.064199 run patchelf(pid=20796): Launched\u000a19:48:45.255464 run osmo-stp_10.42.42.5(pid=20793): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20793)]\u000a19:48:45.396036 run osmo-stp_10.42.42.5(pid=20793): stdout: \u000a| (launched: 2022-12-12_19:48:43.816116)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:48:45.535966 run osmo-stp_10.42.42.5(pid=20793): stderr: \u000a| �[0;m�[38;5;43m20221212194844005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194844005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194844005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194844006 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194844006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194844006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194844006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:48:45.671100 run osmo-stp_10.42.42.5(pid=20793): stdout: \u000a| (launched: 2022-12-12_19:48:43.816116)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:48:45.804839 run osmo-stp_10.42.42.5(pid=20793): stderr: \u000a| �[0;m�[38;5;43m20221212194844005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194844005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194844005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194844006 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194844006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194844006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194844006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:48:45.990777 run patchelf(pid=20796): Terminating (SIGINT)\u000a19:48:46.178812 run patchelf(pid=20796): Terminated: ok {rc=0}\u000a19:48:46.214017 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=20793): Process ended prematurely: osmo-stp_10.42.42.5(pid=20793) [trial-2381↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20793)] [trial-2381↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38]\u000a19:48:46.224932 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a19:48:46.294381 run osmo-hlr_10.42.42.2(pid=20790): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-umtrx↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20790)]\u000a19:48:46.349249 run osmo-hlr_10.42.42.2(pid=20790): stdout: \u000a| (launched: 2022-12-12_19:48:42.805271) \u000a19:48:46.404786 run osmo-hlr_10.42.42.2(pid=20790): stderr: \u000a| �[0;m�[1;31m20221212194843001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212194843001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212194843001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194843001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194843001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212194843001 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212194843014 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-umtrx/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212194843022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212194843022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212194843022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:48:46.451154 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20783): Terminating (SIGTERM)\u000a19:48:46.499357 run iperf3-srv_10.42.42.10(pid=20784): Terminating (SIGTERM)\u000a19:48:46.545895 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20785): Terminating (SIGTERM)\u000a19:48:46.591607 run iperf3-srv_10.42.42.10(pid=20786): Terminating (SIGTERM)\u000a19:48:46.639728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20789): Terminating (SIGTERM)\u000a19:48:46.684752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20792): Terminating (SIGTERM)\u000a19:48:46.729816 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20795): Terminating (SIGTERM)\u000a19:48:46.740321 --- ParallelTerminationStrategy: PID 20783 died...\u000a19:48:46.800595 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20783): Terminated: ok {rc=0}\u000a19:48:46.811806 --- ParallelTerminationStrategy: PID 20784 died...\u000a19:48:46.871878 run iperf3-srv_10.42.42.10(pid=20784): Terminated {rc=256}\u000a19:48:46.883108 --- ParallelTerminationStrategy: PID 20785 died...\u000a19:48:46.943140 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20785): Terminated: ok {rc=0}\u000a19:48:46.954379 --- ParallelTerminationStrategy: PID 20786 died...\u000a19:48:47.014549 run iperf3-srv_10.42.42.10(pid=20786): Terminated {rc=256}\u000a19:48:47.025824 --- ParallelTerminationStrategy: PID 20789 died...\u000a19:48:47.086000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20789): Terminated: ok {rc=0}\u000a19:48:47.097228 --- ParallelTerminationStrategy: PID 20792 died...\u000a19:48:47.157437 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20792): Terminated: ok {rc=0}\u000a19:48:47.168643 --- ParallelTerminationStrategy: PID 20795 died...\u000a19:48:47.227662 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20795): Terminated: ok {rc=0}\u000a19:48:47.315113 bus /gobi_0: Setting Powered False\u000a19:48:48.423362 bus /gobi_0: Setting Powered False\u000a19:48:49.532096 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 64, "className" : "gprs:trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20805): Process ended prematurely: osmo-stp_10.42.42.5(pid=20805) [trial-2381↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20805)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20805): Process ended prematurely: osmo-stp_10.42.42.5(pid=20805) [trial-2381↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20805)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-umtrx iperf3.py\u000a----------------------------------------------\u000a19:48:50.648611 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:48:50.660622 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a19:48:50.808715 tst iperf3.py: using LAC 31098\u000a19:48:50.936927 tst iperf3.py: using RAC 243\u000a19:48:51.058722 tst iperf3.py: using CellId 31098\u000a19:48:51.180393 tst iperf3.py: using BVCI 31099\u000a19:48:51.203460 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:48:51.214157 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:48:51.224657 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:48:51.235610 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:48:51.246439 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:48:51.257231 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:48:51.268190 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:48:51.279121 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:48:51.290129 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a19:48:51.587373 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:48:51.723434 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:48:52.061387 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20797): Launched\u000a19:48:52.342583 run iperf3-srv_10.42.42.10(pid=20798): Launched\u000a19:48:52.543145 tst iperf3.py:8: start network...\u000a19:48:52.679592 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:48:53.191720 run create_hlr_db(pid=20799): Launched\u000a19:48:53.380468 bus /gobi_6: Setting Powered False\u000a19:48:54.401891 run create_hlr_db(pid=20799): Terminated: ok {rc=0}\u000a19:48:54.835765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20801): Launched\u000a19:48:55.162235 run osmo-hlr_10.42.42.2(pid=20802): Launched\u000a19:48:55.284813 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:48:55.851812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20804): Launched\u000a19:48:56.176709 run osmo-stp_10.42.42.5(pid=20805): Launched\u000a19:48:56.294459 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:48:56.861990 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20807): Launched\u000a19:48:56.977921 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:48:57.263174 run patchelf(pid=20808): Launched\u000a19:48:57.455143 run osmo-stp_10.42.42.5(pid=20805): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20805)]\u000a19:48:57.595509 run osmo-stp_10.42.42.5(pid=20805): stdout: \u000a| (launched: 2022-12-12_19:48:56.016451)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:48:57.735836 run osmo-stp_10.42.42.5(pid=20805): stderr: \u000a| �[0;m�[38;5;43m20221212194856206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194856206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194856206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194856206 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194856207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194856207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194856207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:48:57.870930 run osmo-stp_10.42.42.5(pid=20805): stdout: \u000a| (launched: 2022-12-12_19:48:56.016451)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:48:58.004766 run osmo-stp_10.42.42.5(pid=20805): stderr: \u000a| �[0;m�[38;5;43m20221212194856206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194856206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194856206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194856206 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194856207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194856207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194856207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:48:58.160172 run patchelf(pid=20808): Terminating (SIGINT)\u000a19:48:58.342913 run patchelf(pid=20808): Terminated: ok {rc=0}\u000a19:48:58.376175 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20805): Process ended prematurely: osmo-stp_10.42.42.5(pid=20805) [trial-2381↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20805)] [trial-2381↪gprs:trx-umtrx↪iperf3.py:8]\u000a19:48:58.386000 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a19:48:58.450674 run osmo-hlr_10.42.42.2(pid=20802): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-umtrx↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20802)]\u000a19:48:58.503010 run osmo-hlr_10.42.42.2(pid=20802): stdout: \u000a| (launched: 2022-12-12_19:48:55.001442) \u000a19:48:58.555857 run osmo-hlr_10.42.42.2(pid=20802): stderr: \u000a| �[0;m�[1;31m20221212194855195 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212194855195 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212194855195 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194855195 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194855195 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212194855195 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212194855208 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-umtrx/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212194855216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212194855217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212194855217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:48:58.600844 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20797): Terminating (SIGTERM)\u000a19:48:58.642955 run iperf3-srv_10.42.42.10(pid=20798): Terminating (SIGTERM)\u000a19:48:58.685632 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20801): Terminating (SIGTERM)\u000a19:48:58.728490 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20804): Terminating (SIGTERM)\u000a19:48:58.771269 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20807): Terminating (SIGTERM)\u000a19:48:58.781270 --- ParallelTerminationStrategy: PID 20797 died...\u000a19:48:58.838070 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20797): Terminated: ok {rc=0}\u000a19:48:58.848586 --- ParallelTerminationStrategy: PID 20798 died...\u000a19:48:58.905388 run iperf3-srv_10.42.42.10(pid=20798): Terminated {rc=256}\u000a19:48:58.915454 --- ParallelTerminationStrategy: PID 20801 died...\u000a19:48:58.972167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20801): Terminated: ok {rc=0}\u000a19:48:58.982470 --- ParallelTerminationStrategy: PID 20804 died...\u000a19:48:59.039275 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20804): Terminated: ok {rc=0}\u000a19:48:59.049957 --- ParallelTerminationStrategy: PID 20807 died...\u000a19:48:59.106834 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20807): Terminated: ok {rc=0}\u000a19:48:59.195535 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 207, "className" : "gprs:trx-umtrx", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20823): Process ended prematurely: osmo-stp_10.42.42.5(pid=20823) [trial-2381↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20823)]", "failedSince" : 2175, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20823): Process ended prematurely: osmo-stp_10.42.42.5(pid=20823) [trial-2381↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20823)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-umtrx iperf3m4.py\u000a----------------------------------------------\u000a19:49:00.312408 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:49:00.324418 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a19:49:00.470218 tst iperf3m4.py: using LAC 31099\u000a19:49:00.597009 tst iperf3m4.py: using RAC 244\u000a19:49:00.723627 tst iperf3m4.py: using CellId 31099\u000a19:49:00.853215 tst iperf3m4.py: using BVCI 31100\u000a19:49:00.878984 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:49:00.890989 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:49:00.902581 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:49:00.914576 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:49:00.926737 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:49:00.938535 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:49:00.950545 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:49:00.962437 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:49:00.974547 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a19:49:01.123122 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a19:49:01.280157 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a19:49:01.421384 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a19:49:01.714327 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:49:01.847584 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:49:02.194106 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20809): Launched\u000a19:49:02.462048 run iperf3-srv_10.42.42.10(pid=20810): Launched\u000a19:49:02.647373 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:49:02.774005 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:49:03.090085 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20811): Launched\u000a19:49:03.352656 run iperf3-srv_10.42.42.10(pid=20812): Launched\u000a19:49:03.536730 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:49:03.662452 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:49:03.977895 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20813): Launched\u000a19:49:04.239598 run iperf3-srv_10.42.42.10(pid=20814): Launched\u000a19:49:04.424087 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:49:04.550529 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:49:04.866533 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20815): Launched\u000a19:49:05.128412 run iperf3-srv_10.42.42.10(pid=20816): Launched\u000a19:49:05.312218 tst iperf3m4.py:8: start network...\u000a19:49:05.437772 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:49:05.924248 run create_hlr_db(pid=20817): Launched\u000a19:49:06.098255 bus /gobi_6: Setting Powered False\u000a19:49:07.132336 run create_hlr_db(pid=20817): Terminated: ok {rc=0}\u000a19:49:07.541076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20819): Launched\u000a19:49:07.844742 run osmo-hlr_10.42.42.2(pid=20820): Launched\u000a19:49:07.959683 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:49:08.489754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20822): Launched\u000a19:49:08.794148 run osmo-stp_10.42.42.5(pid=20823): Launched\u000a19:49:08.904470 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:49:09.443298 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20825): Launched\u000a19:49:09.560279 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:49:09.846296 run patchelf(pid=20826): Launched\u000a19:49:10.037804 run osmo-stp_10.42.42.5(pid=20823): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20823)]\u000a19:49:10.178103 run osmo-stp_10.42.42.5(pid=20823): stdout: \u000a| (launched: 2022-12-12_19:49:08.643990)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:49:10.319185 run osmo-stp_10.42.42.5(pid=20823): stderr: \u000a| �[0;m�[38;5;43m20221212194908814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194908814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194908814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194908815 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194908815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194908815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194908815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:49:10.454786 run osmo-stp_10.42.42.5(pid=20823): stdout: \u000a| (launched: 2022-12-12_19:49:08.643990)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:49:10.589006 run osmo-stp_10.42.42.5(pid=20823): stderr: \u000a| �[0;m�[38;5;43m20221212194908814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194908814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194908814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194908815 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194908815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194908815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194908815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:49:10.744501 run patchelf(pid=20826): Terminating (SIGINT)\u000a19:49:10.927365 run patchelf(pid=20826): Terminated: ok {rc=0}\u000a19:49:10.960754 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20823): Process ended prematurely: osmo-stp_10.42.42.5(pid=20823) [trial-2381↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20823)] [trial-2381↪gprs:trx-umtrx↪iperf3m4.py:8]\u000a19:49:10.970682 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a19:49:11.034955 run osmo-hlr_10.42.42.2(pid=20820): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-umtrx↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20820)]\u000a19:49:11.087642 run osmo-hlr_10.42.42.2(pid=20820): stdout: \u000a| (launched: 2022-12-12_19:49:07.694719) \u000a19:49:11.141218 run osmo-hlr_10.42.42.2(pid=20820): stderr: \u000a| �[0;m�[1;31m20221212194907865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212194907865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212194907866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194907866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194907866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212194907866 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212194907876 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-umtrx/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212194907885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212194907885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212194907885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:49:11.185927 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20809): Terminating (SIGTERM)\u000a19:49:11.228402 run iperf3-srv_10.42.42.10(pid=20810): Terminating (SIGTERM)\u000a19:49:11.271045 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20811): Terminating (SIGTERM)\u000a19:49:11.313549 run iperf3-srv_10.42.42.10(pid=20812): Terminating (SIGTERM)\u000a19:49:11.356194 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20813): Terminating (SIGTERM)\u000a19:49:11.398655 run iperf3-srv_10.42.42.10(pid=20814): Terminating (SIGTERM)\u000a19:49:11.441572 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20815): Terminating (SIGTERM)\u000a19:49:11.483609 run iperf3-srv_10.42.42.10(pid=20816): Terminating (SIGTERM)\u000a19:49:11.526344 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20819): Terminating (SIGTERM)\u000a19:49:11.568809 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20822): Terminating (SIGTERM)\u000a19:49:11.611282 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20825): Terminating (SIGTERM)\u000a19:49:11.621402 --- ParallelTerminationStrategy: PID 20809 died...\u000a19:49:11.677948 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20809): Terminated: ok {rc=0}\u000a19:49:11.688368 --- ParallelTerminationStrategy: PID 20810 died...\u000a19:49:11.745474 run iperf3-srv_10.42.42.10(pid=20810): Terminated {rc=256}\u000a19:49:11.755509 --- ParallelTerminationStrategy: PID 20811 died...\u000a19:49:11.812059 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20811): Terminated: ok {rc=0}\u000a19:49:11.822547 --- ParallelTerminationStrategy: PID 20812 died...\u000a19:49:11.879066 run iperf3-srv_10.42.42.10(pid=20812): Terminated {rc=256}\u000a19:49:11.889612 --- ParallelTerminationStrategy: PID 20813 died...\u000a19:49:11.946946 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20813): Terminated: ok {rc=0}\u000a19:49:11.957589 --- ParallelTerminationStrategy: PID 20814 died...\u000a19:49:12.014104 run iperf3-srv_10.42.42.10(pid=20814): Terminated {rc=256}\u000a19:49:12.024274 --- ParallelTerminationStrategy: PID 20815 died...\u000a19:49:12.081231 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20815): Terminated: ok {rc=0}\u000a19:49:12.091675 --- ParallelTerminationStrategy: PID 20816 died...\u000a19:49:12.148237 run iperf3-srv_10.42.42.10(pid=20816): Terminated {rc=256}\u000a19:49:12.158720 --- ParallelTerminationStrategy: PID 20819 died...\u000a19:49:12.215507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20819): Terminated: ok {rc=0}\u000a19:49:12.225879 --- ParallelTerminationStrategy: PID 20822 died...\u000a19:49:12.282497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20822): Terminated: ok {rc=0}\u000a19:49:12.293322 --- ParallelTerminationStrategy: PID 20825 died...\u000a19:49:12.350334 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20825): Terminated: ok {rc=0}\u000a19:49:12.439017 bus /gobi_4: Setting Powered False\u000a19:49:13.547347 bus /gobi_4: Setting Powered False\u000a19:49:14.656551 bus /gobi_1: Setting Powered False\u000a19:49:15.765031 bus /gobi_1: Setting Powered False\u000a19:49:16.900158 bus /gobi_0: Setting Powered False\u000a19:49:18.004455 bus /gobi_0: Setting Powered False\u000a19:49:19.118252 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 182, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20834): Process ended prematurely: osmo-stp_10.42.42.5(pid=20834) [trial-2381↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20834)]", "failedSince" : 2200, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20834): Process ended prematurely: osmo-stp_10.42.42.5(pid=20834) [trial-2381↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20834)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-umtrx ping.py\u000a----------------------------------------------\u000a19:49:20.186815 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:49:20.198194 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a19:49:20.332442 tst ping.py: using LAC 31100\u000a19:49:20.449491 tst ping.py: using RAC 245\u000a19:49:20.567724 tst ping.py: using CellId 31100\u000a19:49:20.686275 tst ping.py: using BVCI 31101\u000a19:49:20.708857 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:49:20.719430 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:49:20.729966 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:49:20.740356 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:49:20.750679 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:49:20.761065 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:49:20.771499 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:49:20.782032 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a19:49:21.071753 tst ping.py:19: start network...\u000a19:49:21.206209 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:49:21.710419 run create_hlr_db(pid=20828): Launched\u000a19:49:21.896093 bus /gobi_6: Setting Powered False\u000a19:49:22.918275 run create_hlr_db(pid=20828): Terminated: ok {rc=0}\u000a19:49:23.344393 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20830): Launched\u000a19:49:23.665452 run osmo-hlr_10.42.42.2(pid=20831): Launched\u000a19:49:23.781693 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:49:24.341646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20833): Launched\u000a19:49:24.663344 run osmo-stp_10.42.42.5(pid=20834): Launched\u000a19:49:24.779835 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:49:25.340364 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20836): Launched\u000a19:49:25.454900 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:49:25.736618 run patchelf(pid=20837): Launched\u000a19:49:25.924204 run osmo-stp_10.42.42.5(pid=20834): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20834)]\u000a19:49:26.061239 run osmo-stp_10.42.42.5(pid=20834): stdout: \u000a| (launched: 2022-12-12_19:49:24.504202)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:49:26.198376 run osmo-stp_10.42.42.5(pid=20834): stderr: \u000a| �[0;m�[38;5;43m20221212194924693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194924693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194924693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194924694 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194924694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194924694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194924694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:49:26.331303 run osmo-stp_10.42.42.5(pid=20834): stdout: \u000a| (launched: 2022-12-12_19:49:24.504202)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:49:26.462574 run osmo-stp_10.42.42.5(pid=20834): stderr: \u000a| �[0;m�[38;5;43m20221212194924693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194924693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194924693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194924694 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194924694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194924694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194924694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:49:26.615533 run patchelf(pid=20837): Terminating (SIGINT)\u000a19:49:26.794704 run patchelf(pid=20837): Terminated: ok {rc=0}\u000a19:49:26.827114 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20834): Process ended prematurely: osmo-stp_10.42.42.5(pid=20834) [trial-2381↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20834)] [trial-2381↪gprs:trx-umtrx↪ping.py:22]\u000a19:49:26.836292 tst ping.py:22: Test FAILED (6.6 sec)\u000a19:49:26.901241 run osmo-hlr_10.42.42.2(pid=20831): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-umtrx↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20831)]\u000a19:49:26.953860 run osmo-hlr_10.42.42.2(pid=20831): stdout: \u000a| (launched: 2022-12-12_19:49:23.506410) \u000a19:49:27.006955 run osmo-hlr_10.42.42.2(pid=20831): stderr: \u000a| �[0;m�[1;31m20221212194923701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212194923701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212194923701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194923701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194923701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212194923701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212194923714 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-umtrx/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212194923722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212194923722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212194923723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:49:27.051520 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20830): Terminating (SIGTERM)\u000a19:49:27.094231 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20833): Terminating (SIGTERM)\u000a19:49:27.136636 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20836): Terminating (SIGTERM)\u000a19:49:27.146896 --- ParallelTerminationStrategy: PID 20830 died...\u000a19:49:27.204092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20830): Terminated: ok {rc=0}\u000a19:49:27.214583 --- ParallelTerminationStrategy: PID 20833 died...\u000a19:49:27.271913 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20833): Terminated: ok {rc=0}\u000a19:49:27.282254 --- ParallelTerminationStrategy: PID 20836 died...\u000a19:49:27.339351 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20836): Terminated: ok {rc=0}\u000a19:49:27.426692 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20844): Process ended prematurely: osmo-stp_10.42.42.5(pid=20844) [trial-2381↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20844)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20844): Process ended prematurely: osmo-stp_10.42.42.5(pid=20844) [trial-2381↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20844)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-umtrx ping_idle_ping.py\u000a----------------------------------------------\u000a19:49:28.477193 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:49:28.488566 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a19:49:28.632129 tst ping_idle_ping.py: using LAC 31101\u000a19:49:28.752187 tst ping_idle_ping.py: using RAC 246\u000a19:49:28.871075 tst ping_idle_ping.py: using CellId 31101\u000a19:49:28.987704 tst ping_idle_ping.py: using BVCI 31102\u000a19:49:29.010608 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:49:29.021517 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:49:29.032031 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:49:29.042563 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:49:29.053075 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:49:29.063482 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:49:29.074044 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a19:49:29.084588 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a19:49:29.374054 tst ping_idle_ping.py:24: start network...\u000a19:49:29.508218 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:49:30.013715 run create_hlr_db(pid=20838): Launched\u000a19:49:30.199644 bus /gobi_6: Setting Powered False\u000a19:49:31.224764 run create_hlr_db(pid=20838): Terminated: ok {rc=0}\u000a19:49:31.689039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20840): Launched\u000a19:49:32.134714 run osmo-hlr_10.42.42.2(pid=20841): Launched\u000a19:49:32.261712 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:49:32.781949 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20843): Launched\u000a19:49:33.079807 run osmo-stp_10.42.42.5(pid=20844): Launched\u000a19:49:33.188360 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:49:33.712045 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20846): Launched\u000a19:49:33.818697 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:49:34.079320 run patchelf(pid=20847): Launched\u000a19:49:34.254363 run osmo-stp_10.42.42.5(pid=20844): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20844)]\u000a19:49:34.382907 run osmo-stp_10.42.42.5(pid=20844): stdout: \u000a| (launched: 2022-12-12_19:49:32.932820)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:49:34.521378 run osmo-stp_10.42.42.5(pid=20844): stderr: \u000a| �[0;m�[38;5;43m20221212194933101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194933101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194933101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194933102 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194933102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194933102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194933102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:49:34.655437 run osmo-stp_10.42.42.5(pid=20844): stdout: \u000a| (launched: 2022-12-12_19:49:32.932820)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:49:34.787664 run osmo-stp_10.42.42.5(pid=20844): stderr: \u000a| �[0;m�[38;5;43m20221212194933101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194933101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194933101 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194933102 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194933102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194933102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194933102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:49:34.941501 run patchelf(pid=20847): Terminating (SIGINT)\u000a19:49:35.122086 run patchelf(pid=20847): Terminated: ok {rc=0}\u000a19:49:35.154869 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20844): Process ended prematurely: osmo-stp_10.42.42.5(pid=20844) [trial-2381↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20844)] [trial-2381↪gprs:trx-umtrx↪ping_idle_ping.py:27]\u000a19:49:35.164263 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a19:49:35.229145 run osmo-hlr_10.42.42.2(pid=20841): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-umtrx↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20841)]\u000a19:49:35.281769 run osmo-hlr_10.42.42.2(pid=20841): stdout: \u000a| (launched: 2022-12-12_19:49:31.871404) \u000a19:49:35.335351 run osmo-hlr_10.42.42.2(pid=20841): stderr: \u000a| �[0;m�[1;31m20221212194932060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212194932060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212194932060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194932060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194932060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212194932060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212194932074 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-umtrx/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212194932088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212194932088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212194932088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:49:35.380663 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20840): Terminating (SIGTERM)\u000a19:49:35.423155 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20843): Terminating (SIGTERM)\u000a19:49:35.466249 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20846): Terminating (SIGTERM)\u000a19:49:35.476293 --- ParallelTerminationStrategy: PID 20840 died...\u000a19:49:35.533817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20840): Terminated: ok {rc=0}\u000a19:49:35.544580 --- ParallelTerminationStrategy: PID 20843 died...\u000a19:49:35.602145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20843): Terminated: ok {rc=0}\u000a19:49:35.612515 --- ParallelTerminationStrategy: PID 20846 died...\u000a19:49:35.670025 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20846): Terminated: ok {rc=0}\u000a19:49:35.758510 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "88", "name" : "gprs_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:48:37" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20866): Process ended prematurely: osmo-stp_10.42.42.5(pid=20866) [trial-2381↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20866)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20866): Process ended prematurely: osmo-stp_10.42.42.5(pid=20866) [trial-2381↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20866)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-umtrx+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:49:37.918679 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:49:37.930121 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:49:38.074808 tst cs_paging_gprs_active.py: using LAC 31102\u000a19:49:38.201815 tst cs_paging_gprs_active.py: using RAC 247\u000a19:49:38.328370 tst cs_paging_gprs_active.py: using CellId 31102\u000a19:49:38.454503 tst cs_paging_gprs_active.py: using BVCI 31103\u000a19:49:38.479380 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:49:38.490760 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:49:38.501872 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:49:38.513382 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:49:38.524747 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:49:38.536136 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:49:38.547663 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:49:38.558937 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:49:38.570670 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:49:38.688434 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:49:38.985268 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:49:39.121947 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:49:39.461308 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20856): Launched\u000a19:49:39.743655 run iperf3-srv_10.42.42.10(pid=20857): Launched\u000a19:49:39.943518 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:49:40.080763 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:49:40.420335 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20858): Launched\u000a19:49:40.703134 run iperf3-srv_10.42.42.10(pid=20859): Launched\u000a19:49:40.903730 tst cs_paging_gprs_active.py:38: start network...\u000a19:49:41.040189 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:49:41.556925 run create_hlr_db(pid=20860): Launched\u000a19:49:41.746113 bus /gobi_6: Setting Powered False\u000a19:49:42.766848 run create_hlr_db(pid=20860): Terminated: ok {rc=0}\u000a19:49:43.178000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20862): Launched\u000a19:49:43.482803 run osmo-hlr_10.42.42.2(pid=20863): Launched\u000a19:49:43.596173 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:49:44.123388 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20865): Launched\u000a19:49:44.428071 run osmo-stp_10.42.42.5(pid=20866): Launched\u000a19:49:44.538778 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:49:45.069470 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20868): Launched\u000a19:49:45.176914 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:49:45.442232 run patchelf(pid=20869): Launched\u000a19:49:45.619988 run osmo-stp_10.42.42.5(pid=20866): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20866)]\u000a19:49:45.749873 run osmo-stp_10.42.42.5(pid=20866): stdout: \u000a| (launched: 2022-12-12_19:49:44.277645)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:49:45.896009 run osmo-stp_10.42.42.5(pid=20866): stderr: \u000a| �[0;m�[38;5;43m20221212194944445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194944445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194944446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194944446 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194944447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194944447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194944447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:49:46.036997 run osmo-stp_10.42.42.5(pid=20866): stdout: \u000a| (launched: 2022-12-12_19:49:44.277645)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:49:46.176151 run osmo-stp_10.42.42.5(pid=20866): stderr: \u000a| �[0;m�[38;5;43m20221212194944445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194944445 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194944446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194944446 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194944447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194944447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194944447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:49:46.336736 run patchelf(pid=20869): Terminating (SIGINT)\u000a19:49:46.525413 run patchelf(pid=20869): Terminated: ok {rc=0}\u000a19:49:46.562197 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=20866): Process ended prematurely: osmo-stp_10.42.42.5(pid=20866) [trial-2381↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20866)] [trial-2381↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a19:49:46.573497 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a19:49:46.642528 run osmo-hlr_10.42.42.2(pid=20863): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20863)]\u000a19:49:46.697045 run osmo-hlr_10.42.42.2(pid=20863): stdout: \u000a| (launched: 2022-12-12_19:49:43.332266) \u000a19:49:46.753313 run osmo-hlr_10.42.42.2(pid=20863): stderr: \u000a| �[0;m�[1;31m20221212194943506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212194943506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212194943506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194943506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194943506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212194943506 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212194943519 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-umtrx+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212194943527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212194943527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212194943527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:49:46.801377 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20856): Terminating (SIGTERM)\u000a19:49:46.846031 run iperf3-srv_10.42.42.10(pid=20857): Terminating (SIGTERM)\u000a19:49:46.892318 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20858): Terminating (SIGTERM)\u000a19:49:46.944915 run iperf3-srv_10.42.42.10(pid=20859): Terminating (SIGTERM)\u000a19:49:46.999664 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20862): Terminating (SIGTERM)\u000a19:49:47.049400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20865): Terminating (SIGTERM)\u000a19:49:47.092647 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20868): Terminating (SIGTERM)\u000a19:49:47.102196 --- ParallelTerminationStrategy: PID 20856 died...\u000a19:49:47.156833 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20856): Terminated: ok {rc=0}\u000a19:49:47.167424 --- ParallelTerminationStrategy: PID 20857 died...\u000a19:49:47.220918 run iperf3-srv_10.42.42.10(pid=20857): Terminated {rc=256}\u000a19:49:47.230631 --- ParallelTerminationStrategy: PID 20858 died...\u000a19:49:47.284092 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20858): Terminated: ok {rc=0}\u000a19:49:47.294014 --- ParallelTerminationStrategy: PID 20859 died...\u000a19:49:47.347183 run iperf3-srv_10.42.42.10(pid=20859): Terminated {rc=256}\u000a19:49:47.356880 --- ParallelTerminationStrategy: PID 20862 died...\u000a19:49:47.410048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20862): Terminated: ok {rc=0}\u000a19:49:47.419727 --- ParallelTerminationStrategy: PID 20865 died...\u000a19:49:47.472707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20865): Terminated: ok {rc=0}\u000a19:49:47.482487 --- ParallelTerminationStrategy: PID 20868 died...\u000a19:49:47.535291 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20868): Terminated: ok {rc=0}\u000a19:49:47.624784 bus /gobi_0: Setting Powered False\u000a19:49:48.731233 bus /gobi_0: Setting Powered False\u000a19:49:49.844091 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20878): Process ended prematurely: osmo-stp_10.42.42.5(pid=20878) [trial-2381↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20878)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20878): Process ended prematurely: osmo-stp_10.42.42.5(pid=20878) [trial-2381↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20878)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-umtrx+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a19:49:50.959005 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:49:50.971090 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:49:51.115557 tst iperf3.py: using LAC 31103\u000a19:49:51.237403 tst iperf3.py: using RAC 248\u000a19:49:51.356421 tst iperf3.py: using CellId 31103\u000a19:49:51.476072 tst iperf3.py: using BVCI 31104\u000a19:49:51.499338 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:49:51.510291 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:49:51.520912 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:49:51.531706 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:49:51.542334 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:49:51.552883 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:49:51.563760 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:49:51.574369 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:49:51.585275 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:49:51.879920 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:49:52.016653 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:49:52.356804 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20870): Launched\u000a19:49:52.639231 run iperf3-srv_10.42.42.10(pid=20871): Launched\u000a19:49:52.838862 tst iperf3.py:8: start network...\u000a19:49:52.975479 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:49:53.488352 run create_hlr_db(pid=20872): Launched\u000a19:49:53.677091 bus /gobi_6: Setting Powered False\u000a19:49:54.696407 run create_hlr_db(pid=20872): Terminated: ok {rc=0}\u000a19:49:55.105672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20874): Launched\u000a19:49:55.408396 run osmo-hlr_10.42.42.2(pid=20875): Launched\u000a19:49:55.519813 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:49:56.052218 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20877): Launched\u000a19:49:56.354795 run osmo-stp_10.42.42.5(pid=20878): Launched\u000a19:49:56.463603 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:49:56.989972 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20880): Launched\u000a19:49:57.096778 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:49:57.361260 run patchelf(pid=20881): Launched\u000a19:49:57.538311 run osmo-stp_10.42.42.5(pid=20878): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20878)]\u000a19:49:57.667869 run osmo-stp_10.42.42.5(pid=20878): stdout: \u000a| (launched: 2022-12-12_19:49:56.205847)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:49:57.797947 run osmo-stp_10.42.42.5(pid=20878): stderr: \u000a| �[0;m�[38;5;43m20221212194956375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194956375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194956375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194956375 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194956376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194956376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194956376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:49:57.922790 run osmo-stp_10.42.42.5(pid=20878): stdout: \u000a| (launched: 2022-12-12_19:49:56.205847)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:49:58.046037 run osmo-stp_10.42.42.5(pid=20878): stderr: \u000a| �[0;m�[38;5;43m20221212194956375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212194956375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212194956375 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212194956375 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212194956376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212194956376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212194956376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:49:58.190675 run patchelf(pid=20881): Terminating (SIGINT)\u000a19:49:58.359795 run patchelf(pid=20881): Terminated: ok {rc=0}\u000a19:49:58.390897 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20878): Process ended prematurely: osmo-stp_10.42.42.5(pid=20878) [trial-2381↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20878)] [trial-2381↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8]\u000a19:49:58.400065 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a19:49:58.459790 run osmo-hlr_10.42.42.2(pid=20875): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20875)]\u000a19:49:58.508510 run osmo-hlr_10.42.42.2(pid=20875): stdout: \u000a| (launched: 2022-12-12_19:49:55.258758) \u000a19:49:58.558078 run osmo-hlr_10.42.42.2(pid=20875): stderr: \u000a| �[0;m�[1;31m20221212194955431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212194955431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212194955431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194955431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212194955431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212194955431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212194955444 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-umtrx+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212194955454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212194955454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212194955454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:49:58.600104 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20870): Terminating (SIGTERM)\u000a19:49:58.639613 run iperf3-srv_10.42.42.10(pid=20871): Terminating (SIGTERM)\u000a19:49:58.679129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20874): Terminating (SIGTERM)\u000a19:49:58.718796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20877): Terminating (SIGTERM)\u000a19:49:58.758315 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20880): Terminating (SIGTERM)\u000a19:49:58.767535 --- ParallelTerminationStrategy: PID 20870 died...\u000a19:49:58.821386 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20870): Terminated: ok {rc=0}\u000a19:49:58.831125 --- ParallelTerminationStrategy: PID 20871 died...\u000a19:49:58.884552 run iperf3-srv_10.42.42.10(pid=20871): Terminated {rc=256}\u000a19:49:58.894112 --- ParallelTerminationStrategy: PID 20874 died...\u000a19:49:58.946661 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20874): Terminated: ok {rc=0}\u000a19:49:58.956163 --- ParallelTerminationStrategy: PID 20877 died...\u000a19:49:59.009020 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20877): Terminated: ok {rc=0}\u000a19:49:59.018602 --- ParallelTerminationStrategy: PID 20880 died...\u000a19:49:59.071608 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20880): Terminated: ok {rc=0}\u000a19:49:59.161158 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20899): Process ended prematurely: osmo-stp_10.42.42.5(pid=20899) [trial-2381↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20899)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20899): Process ended prematurely: osmo-stp_10.42.42.5(pid=20899) [trial-2381↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20899)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-umtrx+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a19:50:00.271569 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:50:00.283097 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:50:00.421933 tst iperf3m4.py: using LAC 31104\u000a19:50:00.550389 tst iperf3m4.py: using RAC 249\u000a19:50:00.678265 tst iperf3m4.py: using CellId 31104\u000a19:50:00.805413 tst iperf3m4.py: using BVCI 31105\u000a19:50:00.832300 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:50:00.847521 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:50:00.867225 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:50:00.880827 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:50:00.900501 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:50:00.914310 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:50:00.931764 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:50:00.945269 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:50:00.958251 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:50:01.086294 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:50:01.208875 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:50:01.332808 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:50:01.633595 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:50:01.764147 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:50:02.101831 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20885): Launched\u000a19:50:02.379359 run iperf3-srv_10.42.42.10(pid=20886): Launched\u000a19:50:02.579600 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:50:02.716070 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:50:03.056459 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20887): Launched\u000a19:50:03.339600 run iperf3-srv_10.42.42.10(pid=20888): Launched\u000a19:50:03.540098 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:50:03.676805 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:50:04.017461 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20889): Launched\u000a19:50:04.300149 run iperf3-srv_10.42.42.10(pid=20890): Launched\u000a19:50:04.501076 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:50:04.637280 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:50:04.977786 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20891): Launched\u000a19:50:05.260330 run iperf3-srv_10.42.42.10(pid=20892): Launched\u000a19:50:05.460775 tst iperf3m4.py:8: start network...\u000a19:50:05.597441 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:50:06.112043 run create_hlr_db(pid=20893): Launched\u000a19:50:06.301659 bus /gobi_6: Setting Powered False\u000a19:50:07.323164 run create_hlr_db(pid=20893): Terminated: ok {rc=0}\u000a19:50:07.759388 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20895): Launched\u000a19:50:08.089334 run osmo-hlr_10.42.42.2(pid=20896): Launched\u000a19:50:08.207588 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:50:08.779247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20898): Launched\u000a19:50:09.107883 run osmo-stp_10.42.42.5(pid=20899): Launched\u000a19:50:09.226596 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:50:09.799246 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20901): Launched\u000a19:50:09.916224 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:50:10.202130 run patchelf(pid=20902): Launched\u000a19:50:10.395414 run osmo-stp_10.42.42.5(pid=20899): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20899)]\u000a19:50:10.537873 run osmo-stp_10.42.42.5(pid=20899): stdout: \u000a| (launched: 2022-12-12_19:50:08.945716)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:50:10.678776 run osmo-stp_10.42.42.5(pid=20899): stderr: \u000a| �[0;m�[38;5;43m20221212195009134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195009135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195009135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195009135 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195009136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195009136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195009136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:50:10.814690 run osmo-stp_10.42.42.5(pid=20899): stdout: \u000a| (launched: 2022-12-12_19:50:08.945716)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:50:10.949064 run osmo-stp_10.42.42.5(pid=20899): stderr: \u000a| �[0;m�[38;5;43m20221212195009134 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195009135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195009135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195009135 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195009136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195009136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195009136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:50:11.105806 run patchelf(pid=20902): Terminating (SIGINT)\u000a19:50:11.289513 run patchelf(pid=20902): Terminated: ok {rc=0}\u000a19:50:11.323588 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20899): Process ended prematurely: osmo-stp_10.42.42.5(pid=20899) [trial-2381↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20899)] [trial-2381↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8]\u000a19:50:11.333700 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a19:50:11.398974 run osmo-hlr_10.42.42.2(pid=20896): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20896)]\u000a19:50:11.451342 run osmo-hlr_10.42.42.2(pid=20896): stdout: \u000a| (launched: 2022-12-12_19:50:07.925611) \u000a19:50:11.504356 run osmo-hlr_10.42.42.2(pid=20896): stderr: \u000a| �[0;m�[1;31m20221212195008120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212195008120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212195008120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195008120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195008120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212195008120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212195008150 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-umtrx+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212195008159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212195008160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212195008160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:50:11.549292 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20885): Terminating (SIGTERM)\u000a19:50:11.591213 run iperf3-srv_10.42.42.10(pid=20886): Terminating (SIGTERM)\u000a19:50:11.633756 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20887): Terminating (SIGTERM)\u000a19:50:11.676151 run iperf3-srv_10.42.42.10(pid=20888): Terminating (SIGTERM)\u000a19:50:11.718748 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20889): Terminating (SIGTERM)\u000a19:50:11.761042 run iperf3-srv_10.42.42.10(pid=20890): Terminating (SIGTERM)\u000a19:50:11.803384 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20891): Terminating (SIGTERM)\u000a19:50:11.845755 run iperf3-srv_10.42.42.10(pid=20892): Terminating (SIGTERM)\u000a19:50:11.888257 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20895): Terminating (SIGTERM)\u000a19:50:11.930832 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20898): Terminating (SIGTERM)\u000a19:50:11.972912 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20901): Terminating (SIGTERM)\u000a19:50:11.983089 --- ParallelTerminationStrategy: PID 20885 died...\u000a19:50:12.039966 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20885): Terminated: ok {rc=0}\u000a19:50:12.050191 --- ParallelTerminationStrategy: PID 20886 died...\u000a19:50:12.106458 run iperf3-srv_10.42.42.10(pid=20886): Terminated {rc=256}\u000a19:50:12.116851 --- ParallelTerminationStrategy: PID 20887 died...\u000a19:50:12.173494 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20887): Terminated: ok {rc=0}\u000a19:50:12.183644 --- ParallelTerminationStrategy: PID 20888 died...\u000a19:50:12.239916 run iperf3-srv_10.42.42.10(pid=20888): Terminated {rc=256}\u000a19:50:12.250336 --- ParallelTerminationStrategy: PID 20889 died...\u000a19:50:12.306651 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20889): Terminated: ok {rc=0}\u000a19:50:12.317509 --- ParallelTerminationStrategy: PID 20890 died...\u000a19:50:12.374070 run iperf3-srv_10.42.42.10(pid=20890): Terminated {rc=256}\u000a19:50:12.384581 --- ParallelTerminationStrategy: PID 20891 died...\u000a19:50:12.441005 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20891): Terminated: ok {rc=0}\u000a19:50:12.451495 --- ParallelTerminationStrategy: PID 20892 died...\u000a19:50:12.508160 run iperf3-srv_10.42.42.10(pid=20892): Terminated {rc=256}\u000a19:50:12.518377 --- ParallelTerminationStrategy: PID 20895 died...\u000a19:50:12.574979 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20895): Terminated: ok {rc=0}\u000a19:50:12.585711 --- ParallelTerminationStrategy: PID 20898 died...\u000a19:50:12.642156 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20898): Terminated: ok {rc=0}\u000a19:50:12.652664 --- ParallelTerminationStrategy: PID 20901 died...\u000a19:50:12.709284 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20901): Terminated: ok {rc=0}\u000a19:50:12.797983 bus /gobi_4: Setting Powered False\u000a19:50:13.902671 bus /gobi_4: Setting Powered False\u000a19:50:15.014827 bus /gobi_1: Setting Powered False\u000a19:50:16.127630 bus /gobi_1: Setting Powered False\u000a19:50:17.238672 bus /gobi_0: Setting Powered False\u000a19:50:18.339708 bus /gobi_0: Setting Powered False\u000a19:50:19.452438 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20909): Process ended prematurely: osmo-stp_10.42.42.5(pid=20909) [trial-2381↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20909)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20909): Process ended prematurely: osmo-stp_10.42.42.5(pid=20909) [trial-2381↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20909)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-umtrx+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a19:50:20.521572 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:50:20.533714 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:50:20.669515 tst ping.py: using LAC 31105\u000a19:50:20.786433 tst ping.py: using RAC 250\u000a19:50:20.902767 tst ping.py: using CellId 31105\u000a19:50:21.021313 tst ping.py: using BVCI 31106\u000a19:50:21.044471 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:50:21.055692 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:50:21.066604 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:50:21.077504 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:50:21.088051 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:50:21.098811 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:50:21.109733 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:50:21.120435 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:50:21.411145 tst ping.py:19: start network...\u000a19:50:21.544904 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:50:22.051165 run create_hlr_db(pid=20903): Launched\u000a19:50:22.238424 bus /gobi_6: Setting Powered False\u000a19:50:23.259139 run create_hlr_db(pid=20903): Terminated: ok {rc=0}\u000a19:50:23.661542 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20905): Launched\u000a19:50:23.960616 run osmo-hlr_10.42.42.2(pid=20906): Launched\u000a19:50:24.070197 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:50:24.588532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20908): Launched\u000a19:50:24.885612 run osmo-stp_10.42.42.5(pid=20909): Launched\u000a19:50:25.004738 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:50:25.528640 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20911): Launched\u000a19:50:25.634184 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:50:25.896088 run patchelf(pid=20912): Launched\u000a19:50:26.070755 run osmo-stp_10.42.42.5(pid=20909): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20909)]\u000a19:50:26.198346 run osmo-stp_10.42.42.5(pid=20909): stdout: \u000a| (launched: 2022-12-12_19:50:24.738641)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:50:26.326169 run osmo-stp_10.42.42.5(pid=20909): stderr: \u000a| �[0;m�[38;5;43m20221212195024905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195024905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195024906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195024906 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195024906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195024907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195024907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:50:26.449122 run osmo-stp_10.42.42.5(pid=20909): stdout: \u000a| (launched: 2022-12-12_19:50:24.738641)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:50:26.570903 run osmo-stp_10.42.42.5(pid=20909): stderr: \u000a| �[0;m�[38;5;43m20221212195024905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195024905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195024906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195024906 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195024906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195024907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195024907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:50:26.712858 run patchelf(pid=20912): Terminating (SIGINT)\u000a19:50:26.879168 run patchelf(pid=20912): Terminated: ok {rc=0}\u000a19:50:26.909543 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20909): Process ended prematurely: osmo-stp_10.42.42.5(pid=20909) [trial-2381↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20909)] [trial-2381↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22]\u000a19:50:26.918385 tst ping.py:22: Test FAILED (6.4 sec)\u000a19:50:26.978745 run osmo-hlr_10.42.42.2(pid=20906): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20906)]\u000a19:50:27.028135 run osmo-hlr_10.42.42.2(pid=20906): stdout: \u000a| (launched: 2022-12-12_19:50:23.812890) \u000a19:50:27.078197 run osmo-hlr_10.42.42.2(pid=20906): stderr: \u000a| �[0;m�[1;31m20221212195023986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212195023986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212195023986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195023986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195023986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212195023986 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212195023998 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-umtrx+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212195024007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212195024007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212195024007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:50:27.121564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20905): Terminating (SIGTERM)\u000a19:50:27.161704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20908): Terminating (SIGTERM)\u000a19:50:27.202266 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20911): Terminating (SIGTERM)\u000a19:50:27.211618 --- ParallelTerminationStrategy: PID 20905 died...\u000a19:50:27.265918 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20905): Terminated: ok {rc=0}\u000a19:50:27.275769 --- ParallelTerminationStrategy: PID 20908 died...\u000a19:50:27.329274 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20908): Terminated: ok {rc=0}\u000a19:50:27.339114 --- ParallelTerminationStrategy: PID 20911 died...\u000a19:50:27.392393 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20911): Terminated: ok {rc=0}\u000a19:50:27.482462 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20919): Process ended prematurely: osmo-stp_10.42.42.5(pid=20919) [trial-2381↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20919)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20919): Process ended prematurely: osmo-stp_10.42.42.5(pid=20919) [trial-2381↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20919)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-umtrx+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a19:50:28.534713 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:50:28.547011 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:50:28.698203 tst ping_idle_ping.py: using LAC 31106\u000a19:50:28.822314 tst ping_idle_ping.py: using RAC 251\u000a19:50:28.946890 tst ping_idle_ping.py: using CellId 31106\u000a19:50:29.063640 tst ping_idle_ping.py: using BVCI 31107\u000a19:50:29.086683 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:50:29.098424 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:50:29.109513 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:50:29.120933 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:50:29.132092 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:50:29.143368 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:50:29.154799 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:50:29.166165 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:50:29.461694 tst ping_idle_ping.py:24: start network...\u000a19:50:29.596853 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:50:30.107289 run create_hlr_db(pid=20913): Launched\u000a19:50:30.294931 bus /gobi_6: Setting Powered False\u000a19:50:31.317455 run create_hlr_db(pid=20913): Terminated: ok {rc=0}\u000a19:50:31.766824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20915): Launched\u000a19:50:32.165908 run osmo-hlr_10.42.42.2(pid=20916): Launched\u000a19:50:32.284907 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:50:32.852161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20918): Launched\u000a19:50:33.177120 run osmo-stp_10.42.42.5(pid=20919): Launched\u000a19:50:33.295377 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:50:33.860579 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20921): Launched\u000a19:50:33.976219 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:50:34.259524 run patchelf(pid=20922): Launched\u000a19:50:34.451309 run osmo-stp_10.42.42.5(pid=20919): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20919)]\u000a19:50:34.590078 run osmo-stp_10.42.42.5(pid=20919): stdout: \u000a| (launched: 2022-12-12_19:50:33.016145)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:50:34.729086 run osmo-stp_10.42.42.5(pid=20919): stderr: \u000a| �[0;m�[38;5;43m20221212195033206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195033206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195033206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195033207 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195033207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195033207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195033207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:50:34.863427 run osmo-stp_10.42.42.5(pid=20919): stdout: \u000a| (launched: 2022-12-12_19:50:33.016145)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:50:34.996379 run osmo-stp_10.42.42.5(pid=20919): stderr: \u000a| �[0;m�[38;5;43m20221212195033206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195033206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195033206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195033207 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195033207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195033207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195033207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:50:35.151220 run patchelf(pid=20922): Terminating (SIGINT)\u000a19:50:35.332460 run patchelf(pid=20922): Terminated: ok {rc=0}\u000a19:50:35.365611 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20919): Process ended prematurely: osmo-stp_10.42.42.5(pid=20919) [trial-2381↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20919)] [trial-2381↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a19:50:35.375091 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a19:50:35.440297 run osmo-hlr_10.42.42.2(pid=20916): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20916)]\u000a19:50:35.493096 run osmo-hlr_10.42.42.2(pid=20916): stdout: \u000a| (launched: 2022-12-12_19:50:31.933690) \u000a19:50:35.546313 run osmo-hlr_10.42.42.2(pid=20916): stderr: \u000a| �[0;m�[1;31m20221212195032189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212195032189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212195032189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195032189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195032189 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212195032190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212195032202 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-umtrx+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212195032210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212195032210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212195032210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:50:35.591305 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20915): Terminating (SIGTERM)\u000a19:50:35.634628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20918): Terminating (SIGTERM)\u000a19:50:35.677726 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20921): Terminating (SIGTERM)\u000a19:50:35.688151 --- ParallelTerminationStrategy: PID 20915 died...\u000a19:50:35.745965 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20915): Terminated: ok {rc=0}\u000a19:50:35.756431 --- ParallelTerminationStrategy: PID 20918 died...\u000a19:50:35.813968 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20918): Terminated: ok {rc=0}\u000a19:50:35.824424 --- ParallelTerminationStrategy: PID 20921 died...\u000a19:50:35.882026 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20921): Terminated: ok {rc=0}\u000a19:50:35.970451 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "89", "name" : "gprs_trx-umtrx+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:49:37" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20936): Process ended prematurely: osmo-stp_10.42.42.5(pid=20936) [trial-2381↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20936)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20936): Process ended prematurely: osmo-stp_10.42.42.5(pid=20936) [trial-2381↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20936)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-umtrx+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:50:38.128898 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:50:38.139808 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:50:38.294546 tst cs_paging_gprs_active.py: using LAC 31107\u000a19:50:38.418209 tst cs_paging_gprs_active.py: using RAC 252\u000a19:50:38.536149 tst cs_paging_gprs_active.py: using CellId 31107\u000a19:50:38.655947 tst cs_paging_gprs_active.py: using BVCI 31108\u000a19:50:38.679352 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:50:38.690304 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:50:38.701187 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:50:38.711963 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:50:38.722645 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:50:38.733324 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:50:38.744140 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:50:38.754841 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:50:38.765738 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:50:38.883586 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:50:39.182360 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:50:39.319869 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:50:39.662390 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20926): Launched\u000a19:50:39.944203 run iperf3-srv_10.42.42.10(pid=20927): Launched\u000a19:50:40.144565 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:50:40.281367 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:50:40.623215 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20928): Launched\u000a19:50:40.903953 run iperf3-srv_10.42.42.10(pid=20929): Launched\u000a19:50:41.103708 tst cs_paging_gprs_active.py:38: start network...\u000a19:50:41.240181 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:50:41.755599 run create_hlr_db(pid=20930): Launched\u000a19:50:41.944084 bus /gobi_6: Setting Powered False\u000a19:50:42.966575 run create_hlr_db(pid=20930): Terminated: ok {rc=0}\u000a19:50:43.403794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20932): Launched\u000a19:50:43.732656 run osmo-hlr_10.42.42.2(pid=20933): Launched\u000a19:50:43.854238 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:50:44.423798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20935): Launched\u000a19:50:44.752657 run osmo-stp_10.42.42.5(pid=20936): Launched\u000a19:50:44.871224 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:50:45.445299 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20938): Launched\u000a19:50:45.561833 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:50:45.859363 run patchelf(pid=20939): Launched\u000a19:50:46.059218 run osmo-stp_10.42.42.5(pid=20936): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20936)]\u000a19:50:46.238706 run osmo-stp_10.42.42.5(pid=20936): stdout: \u000a| (launched: 2022-12-12_19:50:44.589656)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:50:46.415776 run osmo-stp_10.42.42.5(pid=20936): stderr: \u000a| �[0;m�[38;5;43m20221212195044780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195044780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195044780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195044781 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195044781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195044781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195044781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:50:46.587280 run osmo-stp_10.42.42.5(pid=20936): stdout: \u000a| (launched: 2022-12-12_19:50:44.589656)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:50:46.738337 run osmo-stp_10.42.42.5(pid=20936): stderr: \u000a| �[0;m�[38;5;43m20221212195044780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195044780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195044780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195044781 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195044781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195044781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195044781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:50:46.901161 run patchelf(pid=20939): Terminating (SIGINT)\u000a19:50:47.091618 run patchelf(pid=20939): Terminated: ok {rc=0}\u000a19:50:47.127075 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=20936): Process ended prematurely: osmo-stp_10.42.42.5(pid=20936) [trial-2381↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20936)] [trial-2381↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a19:50:47.138172 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a19:50:47.208126 run osmo-hlr_10.42.42.2(pid=20933): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20933)]\u000a19:50:47.262432 run osmo-hlr_10.42.42.2(pid=20933): stdout: \u000a| (launched: 2022-12-12_19:50:43.569900) \u000a19:50:47.318026 run osmo-hlr_10.42.42.2(pid=20933): stderr: \u000a| �[0;m�[1;31m20221212195043767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212195043767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212195043767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195043767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195043767 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212195043768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212195043779 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-umtrx+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212195043788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212195043788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212195043788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:50:47.364561 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20926): Terminating (SIGTERM)\u000a19:50:47.408176 run iperf3-srv_10.42.42.10(pid=20927): Terminating (SIGTERM)\u000a19:50:47.450321 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20928): Terminating (SIGTERM)\u000a19:50:47.493988 run iperf3-srv_10.42.42.10(pid=20929): Terminating (SIGTERM)\u000a19:50:47.536203 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20932): Terminating (SIGTERM)\u000a19:50:47.579239 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20935): Terminating (SIGTERM)\u000a19:50:47.622432 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20938): Terminating (SIGTERM)\u000a19:50:47.632798 --- ParallelTerminationStrategy: PID 20926 died...\u000a19:50:47.690745 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20926): Terminated: ok {rc=0}\u000a19:50:47.701236 --- ParallelTerminationStrategy: PID 20927 died...\u000a19:50:47.758026 run iperf3-srv_10.42.42.10(pid=20927): Terminated {rc=256}\u000a19:50:47.769016 --- ParallelTerminationStrategy: PID 20928 died...\u000a19:50:47.826669 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20928): Terminated: ok {rc=0}\u000a19:50:47.837067 --- ParallelTerminationStrategy: PID 20929 died...\u000a19:50:47.894875 run iperf3-srv_10.42.42.10(pid=20929): Terminated {rc=256}\u000a19:50:47.905348 --- ParallelTerminationStrategy: PID 20932 died...\u000a19:50:47.963125 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20932): Terminated: ok {rc=0}\u000a19:50:47.974042 --- ParallelTerminationStrategy: PID 20935 died...\u000a19:50:48.032279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20935): Terminated: ok {rc=0}\u000a19:50:48.042570 --- ParallelTerminationStrategy: PID 20938 died...\u000a19:50:48.100837 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20938): Terminated: ok {rc=0}\u000a19:50:48.189232 bus /gobi_0: Setting Powered False\u000a19:50:49.293985 bus /gobi_0: Setting Powered False\u000a19:50:50.403671 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20948): Process ended prematurely: osmo-stp_10.42.42.5(pid=20948) [trial-2381↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20948)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20948): Process ended prematurely: osmo-stp_10.42.42.5(pid=20948) [trial-2381↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20948)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a19:50:51.519358 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:50:51.531564 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:50:51.696672 tst iperf3.py: using LAC 31108\u000a19:50:51.823651 tst iperf3.py: using RAC 253\u000a19:50:51.950472 tst iperf3.py: using CellId 31108\u000a19:50:52.080000 tst iperf3.py: using BVCI 31109\u000a19:50:52.104728 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:50:52.116344 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:50:52.127507 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:50:52.139237 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:50:52.150864 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:50:52.162585 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:50:52.174160 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:50:52.185647 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:50:52.197467 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:50:52.495004 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:50:52.631375 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:50:52.971637 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20940): Launched\u000a19:50:53.254740 run iperf3-srv_10.42.42.10(pid=20941): Launched\u000a19:50:53.455883 tst iperf3.py:8: start network...\u000a19:50:53.592501 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:50:54.105160 run create_hlr_db(pid=20942): Launched\u000a19:50:54.293939 bus /gobi_6: Setting Powered False\u000a19:50:55.315829 run create_hlr_db(pid=20942): Terminated: ok {rc=0}\u000a19:50:55.726859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20944): Launched\u000a19:50:56.033664 run osmo-hlr_10.42.42.2(pid=20945): Launched\u000a19:50:56.155390 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:50:56.791909 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20947): Launched\u000a19:50:57.088490 run osmo-stp_10.42.42.5(pid=20948): Launched\u000a19:50:57.196204 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:50:57.717699 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20950): Launched\u000a19:50:57.823215 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:50:58.083739 run patchelf(pid=20951): Launched\u000a19:50:58.258859 run osmo-stp_10.42.42.5(pid=20948): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20948)]\u000a19:50:58.387221 run osmo-stp_10.42.42.5(pid=20948): stdout: \u000a| (launched: 2022-12-12_19:50:56.942551)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:50:58.515491 run osmo-stp_10.42.42.5(pid=20948): stderr: \u000a| �[0;m�[38;5;43m20221212195057109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195057110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195057110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195057110 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195057111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195057111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195057111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:50:58.639392 run osmo-stp_10.42.42.5(pid=20948): stdout: \u000a| (launched: 2022-12-12_19:50:56.942551)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:50:58.761289 run osmo-stp_10.42.42.5(pid=20948): stderr: \u000a| �[0;m�[38;5;43m20221212195057109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195057110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195057110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195057110 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195057111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195057111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195057111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:50:58.903637 run patchelf(pid=20951): Terminating (SIGINT)\u000a19:50:59.070896 run patchelf(pid=20951): Terminated: ok {rc=0}\u000a19:50:59.102031 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20948): Process ended prematurely: osmo-stp_10.42.42.5(pid=20948) [trial-2381↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20948)] [trial-2381↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a19:50:59.111403 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a19:50:59.171571 run osmo-hlr_10.42.42.2(pid=20945): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20945)]\u000a19:50:59.220381 run osmo-hlr_10.42.42.2(pid=20945): stdout: \u000a| (launched: 2022-12-12_19:50:55.880830) \u000a19:50:59.269828 run osmo-hlr_10.42.42.2(pid=20945): stderr: \u000a| �[0;m�[1;31m20221212195056056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212195056056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212195056056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195056056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195056056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212195056056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212195056069 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212195056079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212195056079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212195056080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:50:59.311767 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20940): Terminating (SIGTERM)\u000a19:50:59.351767 run iperf3-srv_10.42.42.10(pid=20941): Terminating (SIGTERM)\u000a19:50:59.391475 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20944): Terminating (SIGTERM)\u000a19:50:59.431148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20947): Terminating (SIGTERM)\u000a19:50:59.470751 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20950): Terminating (SIGTERM)\u000a19:50:59.479933 --- ParallelTerminationStrategy: PID 20940 died...\u000a19:50:59.533242 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20940): Terminated: ok {rc=0}\u000a19:50:59.543167 --- ParallelTerminationStrategy: PID 20941 died...\u000a19:50:59.596142 run iperf3-srv_10.42.42.10(pid=20941): Terminated {rc=256}\u000a19:50:59.605751 --- ParallelTerminationStrategy: PID 20944 died...\u000a19:50:59.659206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20944): Terminated: ok {rc=0}\u000a19:50:59.668595 --- ParallelTerminationStrategy: PID 20947 died...\u000a19:50:59.721639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20947): Terminated: ok {rc=0}\u000a19:50:59.731115 --- ParallelTerminationStrategy: PID 20950 died...\u000a19:50:59.783878 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20950): Terminated: ok {rc=0}\u000a19:50:59.867826 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20966): Process ended prematurely: osmo-stp_10.42.42.5(pid=20966) [trial-2381↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20966)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20966): Process ended prematurely: osmo-stp_10.42.42.5(pid=20966) [trial-2381↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20966)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a19:51:00.994170 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:51:01.007648 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:51:01.171505 tst iperf3m4.py: using LAC 31109\u000a19:51:01.325005 tst iperf3m4.py: using RAC 254\u000a19:51:01.481793 tst iperf3m4.py: using CellId 31109\u000a19:51:01.641134 tst iperf3m4.py: using BVCI 31110\u000a19:51:01.666670 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:51:01.678382 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:51:01.690279 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:51:01.702340 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:51:01.714059 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:51:01.726328 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:51:01.738554 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:51:01.750582 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:51:01.762447 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:51:01.905522 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:51:02.047160 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:51:02.180878 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:51:02.486595 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:51:02.610376 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:51:02.922342 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20952): Launched\u000a19:51:03.179374 run iperf3-srv_10.42.42.10(pid=20953): Launched\u000a19:51:03.360496 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:51:03.484680 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:51:03.795426 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20954): Launched\u000a19:51:04.054737 run iperf3-srv_10.42.42.10(pid=20955): Launched\u000a19:51:04.236484 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:51:04.359960 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:51:04.670694 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20956): Launched\u000a19:51:04.928181 run iperf3-srv_10.42.42.10(pid=20957): Launched\u000a19:51:05.108403 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:51:05.231584 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:51:05.542435 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20958): Launched\u000a19:51:05.799339 run iperf3-srv_10.42.42.10(pid=20959): Launched\u000a19:51:05.979303 tst iperf3m4.py:8: start network...\u000a19:51:06.102248 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:51:06.582879 run create_hlr_db(pid=20960): Launched\u000a19:51:06.754499 bus /gobi_6: Setting Powered False\u000a19:51:07.776477 run create_hlr_db(pid=20960): Terminated: ok {rc=0}\u000a19:51:08.202541 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20962): Launched\u000a19:51:08.524158 run osmo-hlr_10.42.42.2(pid=20963): Launched\u000a19:51:08.639796 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:51:09.194292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20965): Launched\u000a19:51:09.514990 run osmo-stp_10.42.42.5(pid=20966): Launched\u000a19:51:09.631347 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:51:10.188224 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20968): Launched\u000a19:51:10.301620 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:51:10.581972 run patchelf(pid=20969): Launched\u000a19:51:10.769452 run osmo-stp_10.42.42.5(pid=20966): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20966)]\u000a19:51:10.906632 run osmo-stp_10.42.42.5(pid=20966): stdout: \u000a| (launched: 2022-12-12_19:51:09.357058)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:51:11.044260 run osmo-stp_10.42.42.5(pid=20966): stderr: \u000a| �[0;m�[38;5;43m20221212195109545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195109545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195109545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195109545 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195109546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195109546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195109546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:51:11.177143 run osmo-stp_10.42.42.5(pid=20966): stdout: \u000a| (launched: 2022-12-12_19:51:09.357058)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:51:11.308603 run osmo-stp_10.42.42.5(pid=20966): stderr: \u000a| �[0;m�[38;5;43m20221212195109545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195109545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195109545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195109545 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195109546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195109546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195109546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:51:11.462133 run patchelf(pid=20969): Terminating (SIGINT)\u000a19:51:11.641050 run patchelf(pid=20969): Terminated: ok {rc=0}\u000a19:51:11.674015 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20966): Process ended prematurely: osmo-stp_10.42.42.5(pid=20966) [trial-2381↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20966)] [trial-2381↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a19:51:11.684053 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a19:51:11.749362 run osmo-hlr_10.42.42.2(pid=20963): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20963)]\u000a19:51:11.802184 run osmo-hlr_10.42.42.2(pid=20963): stdout: \u000a| (launched: 2022-12-12_19:51:08.365819) \u000a19:51:11.855745 run osmo-hlr_10.42.42.2(pid=20963): stderr: \u000a| �[0;m�[1;31m20221212195108561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212195108561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212195108561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195108561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195108561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212195108561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212195108574 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212195108582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212195108582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212195108582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:51:11.900701 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20952): Terminating (SIGTERM)\u000a19:51:11.943474 run iperf3-srv_10.42.42.10(pid=20953): Terminating (SIGTERM)\u000a19:51:11.986369 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20954): Terminating (SIGTERM)\u000a19:51:12.028786 run iperf3-srv_10.42.42.10(pid=20955): Terminating (SIGTERM)\u000a19:51:12.071417 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20956): Terminating (SIGTERM)\u000a19:51:12.113475 run iperf3-srv_10.42.42.10(pid=20957): Terminating (SIGTERM)\u000a19:51:12.155806 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20958): Terminating (SIGTERM)\u000a19:51:12.198251 run iperf3-srv_10.42.42.10(pid=20959): Terminating (SIGTERM)\u000a19:51:12.240867 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20962): Terminating (SIGTERM)\u000a19:51:12.283477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20965): Terminating (SIGTERM)\u000a19:51:12.325986 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20968): Terminating (SIGTERM)\u000a19:51:12.335931 --- ParallelTerminationStrategy: PID 20952 died...\u000a19:51:12.392932 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20952): Terminated: ok {rc=0}\u000a19:51:12.403087 --- ParallelTerminationStrategy: PID 20953 died...\u000a19:51:12.459216 run iperf3-srv_10.42.42.10(pid=20953): Terminated {rc=256}\u000a19:51:12.469368 --- ParallelTerminationStrategy: PID 20954 died...\u000a19:51:12.526010 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20954): Terminated: ok {rc=0}\u000a19:51:12.536129 --- ParallelTerminationStrategy: PID 20955 died...\u000a19:51:12.591836 run iperf3-srv_10.42.42.10(pid=20955): Terminated {rc=256}\u000a19:51:12.602036 --- ParallelTerminationStrategy: PID 20956 died...\u000a19:51:12.657921 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20956): Terminated: ok {rc=0}\u000a19:51:12.668213 --- ParallelTerminationStrategy: PID 20957 died...\u000a19:51:12.724079 run iperf3-srv_10.42.42.10(pid=20957): Terminated {rc=256}\u000a19:51:12.734612 --- ParallelTerminationStrategy: PID 20958 died...\u000a19:51:12.790564 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20958): Terminated: ok {rc=0}\u000a19:51:12.800508 --- ParallelTerminationStrategy: PID 20959 died...\u000a19:51:12.856573 run iperf3-srv_10.42.42.10(pid=20959): Terminated {rc=256}\u000a19:51:12.866727 --- ParallelTerminationStrategy: PID 20962 died...\u000a19:51:12.922537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20962): Terminated: ok {rc=0}\u000a19:51:12.932860 --- ParallelTerminationStrategy: PID 20965 died...\u000a19:51:12.988732 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20965): Terminated: ok {rc=0}\u000a19:51:12.999143 --- ParallelTerminationStrategy: PID 20968 died...\u000a19:51:13.055529 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20968): Terminated: ok {rc=0}\u000a19:51:13.143312 bus /gobi_4: Setting Powered False\u000a19:51:14.251202 bus /gobi_4: Setting Powered False\u000a19:51:15.360352 bus /gobi_1: Setting Powered False\u000a19:51:16.464794 bus /gobi_1: Setting Powered False\u000a19:51:17.571245 bus /gobi_0: Setting Powered False\u000a19:51:18.670807 bus /gobi_0: Setting Powered False\u000a19:51:19.782899 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20977): Process ended prematurely: osmo-stp_10.42.42.5(pid=20977) [trial-2381↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20977)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20977): Process ended prematurely: osmo-stp_10.42.42.5(pid=20977) [trial-2381↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20977)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-umtrx+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a19:51:20.851559 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:51:20.863712 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:51:21.026491 tst ping.py: using LAC 31110\u000a19:51:21.147894 tst ping.py: using RAC 255\u000a19:51:21.263848 tst ping.py: using CellId 31110\u000a19:51:21.377733 tst ping.py: using BVCI 31111\u000a19:51:21.400075 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:51:21.411108 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:51:21.421807 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:51:21.433027 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:51:21.444227 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:51:21.455646 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:51:21.467076 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:51:21.478304 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:51:21.766362 tst ping.py:19: start network...\u000a19:51:21.897913 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:51:22.396305 run create_hlr_db(pid=20971): Launched\u000a19:51:22.579892 bus /gobi_6: Setting Powered False\u000a19:51:23.600605 run create_hlr_db(pid=20971): Terminated: ok {rc=0}\u000a19:51:23.997380 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20973): Launched\u000a19:51:24.290017 run osmo-hlr_10.42.42.2(pid=20974): Launched\u000a19:51:24.398326 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:51:24.908610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20976): Launched\u000a19:51:25.201916 run osmo-stp_10.42.42.5(pid=20977): Launched\u000a19:51:25.310086 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:51:25.822330 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20979): Launched\u000a19:51:25.926627 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:51:26.183337 run patchelf(pid=20980): Launched\u000a19:51:26.355072 run osmo-stp_10.42.42.5(pid=20977): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20977)]\u000a19:51:26.481070 run osmo-stp_10.42.42.5(pid=20977): stdout: \u000a| (launched: 2022-12-12_19:51:25.056784)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:51:26.607417 run osmo-stp_10.42.42.5(pid=20977): stderr: \u000a| �[0;m�[38;5;43m20221212195125225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195125225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195125226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195125226 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195125226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195125226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195125227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:51:26.728899 run osmo-stp_10.42.42.5(pid=20977): stdout: \u000a| (launched: 2022-12-12_19:51:25.056784)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:51:26.849723 run osmo-stp_10.42.42.5(pid=20977): stderr: \u000a| �[0;m�[38;5;43m20221212195125225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195125225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195125226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195125226 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195125226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195125226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195125227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:51:26.990012 run patchelf(pid=20980): Terminating (SIGINT)\u000a19:51:27.154259 run patchelf(pid=20980): Terminated: ok {rc=0}\u000a19:51:27.184209 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20977): Process ended prematurely: osmo-stp_10.42.42.5(pid=20977) [trial-2381↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20977)] [trial-2381↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22]\u000a19:51:27.192637 tst ping.py:22: Test FAILED (6.3 sec)\u000a19:51:27.252886 run osmo-hlr_10.42.42.2(pid=20974): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20974)]\u000a19:51:27.302026 run osmo-hlr_10.42.42.2(pid=20974): stdout: \u000a| (launched: 2022-12-12_19:51:24.145601) \u000a19:51:27.351875 run osmo-hlr_10.42.42.2(pid=20974): stderr: \u000a| �[0;m�[1;31m20221212195124318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212195124318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212195124318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195124318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195124318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212195124318 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212195124330 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212195124339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212195124339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212195124339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:51:27.393963 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20973): Terminating (SIGTERM)\u000a19:51:27.433629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20976): Terminating (SIGTERM)\u000a19:51:27.473531 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20979): Terminating (SIGTERM)\u000a19:51:27.482950 --- ParallelTerminationStrategy: PID 20973 died...\u000a19:51:27.536168 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20973): Terminated: ok {rc=0}\u000a19:51:27.546016 --- ParallelTerminationStrategy: PID 20976 died...\u000a19:51:27.599905 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20976): Terminated: ok {rc=0}\u000a19:51:27.609843 --- ParallelTerminationStrategy: PID 20979 died...\u000a19:51:27.662713 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20979): Terminated: ok {rc=0}\u000a19:51:27.746383 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20987): Process ended prematurely: osmo-stp_10.42.42.5(pid=20987) [trial-2381↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20987)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20987): Process ended prematurely: osmo-stp_10.42.42.5(pid=20987) [trial-2381↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20987)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-umtrx+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a19:51:28.796033 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:51:28.807574 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:51:28.964571 tst ping_idle_ping.py: using LAC 31111\u000a19:51:29.081624 tst ping_idle_ping.py: using RAC 1\u000a19:51:29.195814 tst ping_idle_ping.py: using CellId 31111\u000a19:51:29.312244 tst ping_idle_ping.py: using BVCI 31112\u000a19:51:29.334707 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:51:29.345665 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:51:29.356418 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:51:29.367270 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:51:29.377980 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:51:29.388682 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:51:29.399479 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:51:29.410166 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:51:29.681976 tst ping_idle_ping.py:24: start network...\u000a19:51:29.803359 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:51:30.273767 run create_hlr_db(pid=20981): Launched\u000a19:51:30.443474 bus /gobi_6: Setting Powered False\u000a19:51:31.466934 run create_hlr_db(pid=20981): Terminated: ok {rc=0}\u000a19:51:31.881840 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20983): Launched\u000a19:51:32.248191 run osmo-hlr_10.42.42.2(pid=20984): Launched\u000a19:51:32.365213 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:51:32.914426 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20986): Launched\u000a19:51:33.231179 run osmo-stp_10.42.42.5(pid=20987): Launched\u000a19:51:33.345939 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:51:33.898374 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20989): Launched\u000a19:51:34.011742 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:51:34.287645 run patchelf(pid=20990): Launched\u000a19:51:34.473180 run osmo-stp_10.42.42.5(pid=20987): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20987)]\u000a19:51:34.608795 run osmo-stp_10.42.42.5(pid=20987): stdout: \u000a| (launched: 2022-12-12_19:51:33.076090)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:51:34.744747 run osmo-stp_10.42.42.5(pid=20987): stderr: \u000a| �[0;m�[38;5;43m20221212195133263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195133263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195133263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195133264 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195133265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195133265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195133265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:51:34.876154 run osmo-stp_10.42.42.5(pid=20987): stdout: \u000a| (launched: 2022-12-12_19:51:33.076090)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:51:35.006158 run osmo-stp_10.42.42.5(pid=20987): stderr: \u000a| �[0;m�[38;5;43m20221212195133263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195133263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195133263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195133264 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195133265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195133265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195133265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:51:35.157073 run patchelf(pid=20990): Terminating (SIGINT)\u000a19:51:35.334015 run patchelf(pid=20990): Terminated: ok {rc=0}\u000a19:51:35.366451 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20987): Process ended prematurely: osmo-stp_10.42.42.5(pid=20987) [trial-2381↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20987)] [trial-2381↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a19:51:35.375744 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a19:51:35.439788 run osmo-hlr_10.42.42.2(pid=20984): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20984)]\u000a19:51:35.491581 run osmo-hlr_10.42.42.2(pid=20984): stdout: \u000a| (launched: 2022-12-12_19:51:32.034296) \u000a19:51:35.544024 run osmo-hlr_10.42.42.2(pid=20984): stderr: \u000a| �[0;m�[1;31m20221212195132256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212195132256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212195132256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195132256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195132256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212195132256 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212195132268 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212195132277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212195132277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212195132277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:51:35.588242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20983): Terminating (SIGTERM)\u000a19:51:35.630367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20986): Terminating (SIGTERM)\u000a19:51:35.672635 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20989): Terminating (SIGTERM)\u000a19:51:35.682832 --- ParallelTerminationStrategy: PID 20983 died...\u000a19:51:35.739696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20983): Terminated: ok {rc=0}\u000a19:51:35.750201 --- ParallelTerminationStrategy: PID 20986 died...\u000a19:51:35.807067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20986): Terminated: ok {rc=0}\u000a19:51:35.817387 --- ParallelTerminationStrategy: PID 20989 died...\u000a19:51:35.873802 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20989): Terminated: ok {rc=0}\u000a19:51:35.961242 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "90", "name" : "gprs_trx-umtrx+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:50:37" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21006): Process ended prematurely: osmo-stp_10.42.42.5(pid=21006) [trial-2381↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21006)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21006): Process ended prematurely: osmo-stp_10.42.42.5(pid=21006) [trial-2381↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21006)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-umtrx+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:51:38.124394 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:51:38.135955 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:51:38.301690 tst cs_paging_gprs_active.py: using LAC 31112\u000a19:51:38.428800 tst cs_paging_gprs_active.py: using RAC 2\u000a19:51:38.554138 tst cs_paging_gprs_active.py: using CellId 31112\u000a19:51:38.678761 tst cs_paging_gprs_active.py: using BVCI 31113\u000a19:51:38.703267 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:51:38.714698 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:51:38.726037 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:51:38.738029 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:51:38.749887 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:51:38.761526 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:51:38.774885 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:51:38.787369 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:51:38.798863 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:51:38.916277 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:51:39.197958 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:51:39.323343 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:51:39.636830 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20996): Launched\u000a19:51:39.899595 run iperf3-srv_10.42.42.10(pid=20997): Launched\u000a19:51:40.082885 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:51:40.207534 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:51:40.520680 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20998): Launched\u000a19:51:40.782129 run iperf3-srv_10.42.42.10(pid=20999): Launched\u000a19:51:40.965017 tst cs_paging_gprs_active.py:38: start network...\u000a19:51:41.089473 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:51:41.572600 run create_hlr_db(pid=21000): Launched\u000a19:51:41.745730 bus /gobi_6: Setting Powered False\u000a19:51:42.767568 run create_hlr_db(pid=21000): Terminated: ok {rc=0}\u000a19:51:43.199136 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21002): Launched\u000a19:51:43.523453 run osmo-hlr_10.42.42.2(pid=21003): Launched\u000a19:51:43.639937 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:51:44.199692 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21005): Launched\u000a19:51:44.524093 run osmo-stp_10.42.42.5(pid=21006): Launched\u000a19:51:44.641308 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:51:45.203367 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21008): Launched\u000a19:51:45.318216 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:51:45.603037 run patchelf(pid=21009): Launched\u000a19:51:45.791696 run osmo-stp_10.42.42.5(pid=21006): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21006)]\u000a19:51:45.949217 run osmo-stp_10.42.42.5(pid=21006): stdout: \u000a| (launched: 2022-12-12_19:51:44.363592)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:51:46.089616 run osmo-stp_10.42.42.5(pid=21006): stderr: \u000a| �[0;m�[38;5;43m20221212195144551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195144551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195144552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195144552 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195144553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195144553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195144553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:51:46.224936 run osmo-stp_10.42.42.5(pid=21006): stdout: \u000a| (launched: 2022-12-12_19:51:44.363592)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:51:46.359523 run osmo-stp_10.42.42.5(pid=21006): stderr: \u000a| �[0;m�[38;5;43m20221212195144551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195144551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195144552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195144552 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195144553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195144553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195144553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:51:46.516695 run patchelf(pid=21009): Terminating (SIGINT)\u000a19:51:46.700771 run patchelf(pid=21009): Terminated: ok {rc=0}\u000a19:51:46.735399 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21006): Process ended prematurely: osmo-stp_10.42.42.5(pid=21006) [trial-2381↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21006)] [trial-2381↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a19:51:46.746075 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a19:51:46.812219 run osmo-hlr_10.42.42.2(pid=21003): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21003)]\u000a19:51:46.865176 run osmo-hlr_10.42.42.2(pid=21003): stdout: \u000a| (launched: 2022-12-12_19:51:43.363443) \u000a19:51:46.918725 run osmo-hlr_10.42.42.2(pid=21003): stderr: \u000a| �[0;m�[1;31m20221212195143557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212195143557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212195143557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195143557 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195143558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212195143558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212195143571 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-umtrx+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212195143579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212195143579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212195143579 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:51:46.963825 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20996): Terminating (SIGTERM)\u000a19:51:47.008810 run iperf3-srv_10.42.42.10(pid=20997): Terminating (SIGTERM)\u000a19:51:47.053320 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20998): Terminating (SIGTERM)\u000a19:51:47.097200 run iperf3-srv_10.42.42.10(pid=20999): Terminating (SIGTERM)\u000a19:51:47.142743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21002): Terminating (SIGTERM)\u000a19:51:47.185791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21005): Terminating (SIGTERM)\u000a19:51:47.229115 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21008): Terminating (SIGTERM)\u000a19:51:47.238999 --- ParallelTerminationStrategy: PID 20996 died...\u000a19:51:47.295335 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20996): Terminated: ok {rc=0}\u000a19:51:47.305838 --- ParallelTerminationStrategy: PID 20997 died...\u000a19:51:47.362566 run iperf3-srv_10.42.42.10(pid=20997): Terminated {rc=256}\u000a19:51:47.372717 --- ParallelTerminationStrategy: PID 20998 died...\u000a19:51:47.429353 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20998): Terminated: ok {rc=0}\u000a19:51:47.439558 --- ParallelTerminationStrategy: PID 20999 died...\u000a19:51:47.495833 run iperf3-srv_10.42.42.10(pid=20999): Terminated {rc=256}\u000a19:51:47.506137 --- ParallelTerminationStrategy: PID 21002 died...\u000a19:51:47.562552 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21002): Terminated: ok {rc=0}\u000a19:51:47.572787 --- ParallelTerminationStrategy: PID 21005 died...\u000a19:51:47.629450 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21005): Terminated: ok {rc=0}\u000a19:51:47.639464 --- ParallelTerminationStrategy: PID 21008 died...\u000a19:51:47.695874 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21008): Terminated: ok {rc=0}\u000a19:51:47.783538 bus /gobi_0: Setting Powered False\u000a19:51:48.890962 bus /gobi_0: Setting Powered False\u000a19:51:49.998750 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21018): Process ended prematurely: osmo-stp_10.42.42.5(pid=21018) [trial-2381↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21018)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21018): Process ended prematurely: osmo-stp_10.42.42.5(pid=21018) [trial-2381↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21018)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a19:51:51.114177 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:51:51.126630 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:51:51.291195 tst iperf3.py: using LAC 31113\u000a19:51:51.416868 tst iperf3.py: using RAC 3\u000a19:51:51.536375 tst iperf3.py: using CellId 31113\u000a19:51:51.652744 tst iperf3.py: using BVCI 31114\u000a19:51:51.675830 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:51:51.686820 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:51:51.697624 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:51:51.708392 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:51:51.719167 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:51:51.729969 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:51:51.740770 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:51:51.751476 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:51:51.762678 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:51:52.053499 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:51:52.187164 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:51:52.520307 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21010): Launched\u000a19:51:52.797415 run iperf3-srv_10.42.42.10(pid=21011): Launched\u000a19:51:52.993492 tst iperf3.py:8: start network...\u000a19:51:53.126723 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:51:53.633435 run create_hlr_db(pid=21012): Launched\u000a19:51:53.819320 bus /gobi_6: Setting Powered False\u000a19:51:54.840083 run create_hlr_db(pid=21012): Terminated: ok {rc=0}\u000a19:51:55.243536 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21014): Launched\u000a19:51:55.544432 run osmo-hlr_10.42.42.2(pid=21015): Launched\u000a19:51:55.663576 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:51:56.193942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21017): Launched\u000a19:51:56.494412 run osmo-stp_10.42.42.5(pid=21018): Launched\u000a19:51:56.604147 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:51:57.126500 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21020): Launched\u000a19:51:57.232259 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:51:57.494361 run patchelf(pid=21021): Launched\u000a19:51:57.669592 run osmo-stp_10.42.42.5(pid=21018): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21018)]\u000a19:51:57.797551 run osmo-stp_10.42.42.5(pid=21018): stdout: \u000a| (launched: 2022-12-12_19:51:56.345788)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:51:57.927088 run osmo-stp_10.42.42.5(pid=21018): stderr: \u000a| �[0;m�[38;5;43m20221212195156514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195156514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195156515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195156515 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195156515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195156516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195156516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:51:58.050418 run osmo-stp_10.42.42.5(pid=21018): stdout: \u000a| (launched: 2022-12-12_19:51:56.345788)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:51:58.172842 run osmo-stp_10.42.42.5(pid=21018): stderr: \u000a| �[0;m�[38;5;43m20221212195156514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195156514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195156515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195156515 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195156515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195156516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195156516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:51:58.315490 run patchelf(pid=21021): Terminating (SIGINT)\u000a19:51:58.483356 run patchelf(pid=21021): Terminated: ok {rc=0}\u000a19:51:58.514207 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21018): Process ended prematurely: osmo-stp_10.42.42.5(pid=21018) [trial-2381↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21018)] [trial-2381↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a19:51:58.523335 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a19:51:58.583554 run osmo-hlr_10.42.42.2(pid=21015): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21015)]\u000a19:51:58.632746 run osmo-hlr_10.42.42.2(pid=21015): stdout: \u000a| (launched: 2022-12-12_19:51:55.395739) \u000a19:51:58.682522 run osmo-hlr_10.42.42.2(pid=21015): stderr: \u000a| �[0;m�[1;31m20221212195155568 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212195155569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212195155569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195155569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195155569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212195155569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212195155581 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212195155592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212195155592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212195155592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:51:58.724450 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21010): Terminating (SIGTERM)\u000a19:51:58.764056 run iperf3-srv_10.42.42.10(pid=21011): Terminating (SIGTERM)\u000a19:51:58.803818 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21014): Terminating (SIGTERM)\u000a19:51:58.843573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21017): Terminating (SIGTERM)\u000a19:51:58.883388 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21020): Terminating (SIGTERM)\u000a19:51:58.892187 --- ParallelTerminationStrategy: PID 21010 died...\u000a19:51:58.945605 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21010): Terminated: ok {rc=0}\u000a19:51:58.955183 --- ParallelTerminationStrategy: PID 21011 died...\u000a19:51:59.008227 run iperf3-srv_10.42.42.10(pid=21011): Terminated {rc=256}\u000a19:51:59.017751 --- ParallelTerminationStrategy: PID 21014 died...\u000a19:51:59.070736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21014): Terminated: ok {rc=0}\u000a19:51:59.080173 --- ParallelTerminationStrategy: PID 21017 died...\u000a19:51:59.132927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21017): Terminated: ok {rc=0}\u000a19:51:59.142464 --- ParallelTerminationStrategy: PID 21020 died...\u000a19:51:59.195439 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21020): Terminated: ok {rc=0}\u000a19:51:59.278859 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21036): Process ended prematurely: osmo-stp_10.42.42.5(pid=21036) [trial-2381↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21036)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21036): Process ended prematurely: osmo-stp_10.42.42.5(pid=21036) [trial-2381↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21036)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a19:52:00.394837 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:52:00.407114 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:52:00.574040 tst iperf3m4.py: using LAC 31114\u000a19:52:00.699411 tst iperf3m4.py: using RAC 4\u000a19:52:00.824221 tst iperf3m4.py: using CellId 31114\u000a19:52:00.958536 tst iperf3m4.py: using BVCI 31115\u000a19:52:00.984462 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:52:00.997053 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:52:01.010122 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:52:01.023736 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:52:01.037346 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:52:01.049925 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:52:01.064596 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:52:01.079539 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:52:01.092308 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:52:01.218311 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:52:01.376318 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:52:01.527285 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:52:01.819358 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:52:01.957240 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:52:02.306869 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21022): Launched\u000a19:52:02.584781 run iperf3-srv_10.42.42.10(pid=21023): Launched\u000a19:52:02.781398 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:52:02.915121 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:52:03.250129 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21024): Launched\u000a19:52:03.527217 run iperf3-srv_10.42.42.10(pid=21025): Launched\u000a19:52:03.723902 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:52:03.857675 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:52:04.191721 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21026): Launched\u000a19:52:04.468292 run iperf3-srv_10.42.42.10(pid=21027): Launched\u000a19:52:04.664539 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:52:04.798101 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:52:05.130990 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21028): Launched\u000a19:52:05.408789 run iperf3-srv_10.42.42.10(pid=21029): Launched\u000a19:52:05.604213 tst iperf3m4.py:8: start network...\u000a19:52:05.737524 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:52:06.240908 run create_hlr_db(pid=21030): Launched\u000a19:52:06.428827 bus /gobi_6: Setting Powered False\u000a19:52:07.448144 run create_hlr_db(pid=21030): Terminated: ok {rc=0}\u000a19:52:07.876344 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21032): Launched\u000a19:52:08.197918 run osmo-hlr_10.42.42.2(pid=21033): Launched\u000a19:52:08.313454 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:52:08.873223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21035): Launched\u000a19:52:09.195930 run osmo-stp_10.42.42.5(pid=21036): Launched\u000a19:52:09.312734 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:52:09.873303 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21038): Launched\u000a19:52:09.988584 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:52:10.269267 run patchelf(pid=21039): Launched\u000a19:52:10.458050 run osmo-stp_10.42.42.5(pid=21036): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21036)]\u000a19:52:10.595768 run osmo-stp_10.42.42.5(pid=21036): stdout: \u000a| (launched: 2022-12-12_19:52:09.036392)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:52:10.733769 run osmo-stp_10.42.42.5(pid=21036): stderr: \u000a| �[0;m�[38;5;43m20221212195209223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195209223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195209224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195209224 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195209225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195209225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195209225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:52:10.866758 run osmo-stp_10.42.42.5(pid=21036): stdout: \u000a| (launched: 2022-12-12_19:52:09.036392)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:52:10.997855 run osmo-stp_10.42.42.5(pid=21036): stderr: \u000a| �[0;m�[38;5;43m20221212195209223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195209223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195209224 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195209224 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195209225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195209225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195209225 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:52:11.151206 run patchelf(pid=21039): Terminating (SIGINT)\u000a19:52:11.330960 run patchelf(pid=21039): Terminated: ok {rc=0}\u000a19:52:11.363970 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21036): Process ended prematurely: osmo-stp_10.42.42.5(pid=21036) [trial-2381↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21036)] [trial-2381↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a19:52:11.374261 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a19:52:11.438742 run osmo-hlr_10.42.42.2(pid=21033): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21033)]\u000a19:52:11.490905 run osmo-hlr_10.42.42.2(pid=21033): stdout: \u000a| (launched: 2022-12-12_19:52:08.039556) \u000a19:52:11.543650 run osmo-hlr_10.42.42.2(pid=21033): stderr: \u000a| �[0;m�[1;31m20221212195208233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212195208233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212195208233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195208233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195208233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212195208233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212195208246 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212195208254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212195208254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212195208254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:52:11.588166 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21022): Terminating (SIGTERM)\u000a19:52:11.630612 run iperf3-srv_10.42.42.10(pid=21023): Terminating (SIGTERM)\u000a19:52:11.672269 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21024): Terminating (SIGTERM)\u000a19:52:11.714210 run iperf3-srv_10.42.42.10(pid=21025): Terminating (SIGTERM)\u000a19:52:11.756336 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21026): Terminating (SIGTERM)\u000a19:52:11.797990 run iperf3-srv_10.42.42.10(pid=21027): Terminating (SIGTERM)\u000a19:52:11.840211 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21028): Terminating (SIGTERM)\u000a19:52:11.882170 run iperf3-srv_10.42.42.10(pid=21029): Terminating (SIGTERM)\u000a19:52:11.924220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21032): Terminating (SIGTERM)\u000a19:52:11.966644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21035): Terminating (SIGTERM)\u000a19:52:12.008335 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21038): Terminating (SIGTERM)\u000a19:52:12.018410 --- ParallelTerminationStrategy: PID 21022 died...\u000a19:52:12.075150 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21022): Terminated: ok {rc=0}\u000a19:52:12.085655 --- ParallelTerminationStrategy: PID 21023 died...\u000a19:52:12.141837 run iperf3-srv_10.42.42.10(pid=21023): Terminated {rc=256}\u000a19:52:12.151824 --- ParallelTerminationStrategy: PID 21024 died...\u000a19:52:12.213432 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21024): Terminated: ok {rc=0}\u000a19:52:12.224531 --- ParallelTerminationStrategy: PID 21025 died...\u000a19:52:12.280552 run iperf3-srv_10.42.42.10(pid=21025): Terminated {rc=256}\u000a19:52:12.290930 --- ParallelTerminationStrategy: PID 21026 died...\u000a19:52:12.347272 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21026): Terminated: ok {rc=0}\u000a19:52:12.357319 --- ParallelTerminationStrategy: PID 21027 died...\u000a19:52:12.413284 run iperf3-srv_10.42.42.10(pid=21027): Terminated {rc=256}\u000a19:52:12.423764 --- ParallelTerminationStrategy: PID 21028 died...\u000a19:52:12.479487 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21028): Terminated: ok {rc=0}\u000a19:52:12.489967 --- ParallelTerminationStrategy: PID 21029 died...\u000a19:52:12.546135 run iperf3-srv_10.42.42.10(pid=21029): Terminated {rc=256}\u000a19:52:12.556148 --- ParallelTerminationStrategy: PID 21032 died...\u000a19:52:12.612313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21032): Terminated: ok {rc=0}\u000a19:52:12.622644 --- ParallelTerminationStrategy: PID 21035 died...\u000a19:52:12.679392 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21035): Terminated: ok {rc=0}\u000a19:52:12.689512 --- ParallelTerminationStrategy: PID 21038 died...\u000a19:52:12.745366 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21038): Terminated: ok {rc=0}\u000a19:52:12.833073 bus /gobi_4: Setting Powered False\u000a19:52:13.941889 bus /gobi_4: Setting Powered False\u000a19:52:15.050542 bus /gobi_1: Setting Powered False\u000a19:52:16.153585 bus /gobi_1: Setting Powered False\u000a19:52:17.267257 bus /gobi_0: Setting Powered False\u000a19:52:18.370699 bus /gobi_0: Setting Powered False\u000a19:52:19.484637 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21056): Process ended prematurely: osmo-stp_10.42.42.5(pid=21056) [trial-2381↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21056)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21056): Process ended prematurely: osmo-stp_10.42.42.5(pid=21056) [trial-2381↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21056)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-umtrx+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a19:52:20.552631 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:52:20.564473 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:52:20.725537 tst ping.py: using LAC 31115\u000a19:52:20.849577 tst ping.py: using RAC 5\u000a19:52:20.966335 tst ping.py: using CellId 31115\u000a19:52:21.085675 tst ping.py: using BVCI 31116\u000a19:52:21.108009 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:52:21.119041 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:52:21.129839 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:52:21.140744 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:52:21.151410 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:52:21.162141 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:52:21.172830 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:52:21.183491 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:52:21.469124 tst ping.py:19: start network...\u000a19:52:21.600621 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:52:22.101091 run create_hlr_db(pid=21050): Launched\u000a19:52:22.283996 bus /gobi_6: Setting Powered False\u000a19:52:23.305537 run create_hlr_db(pid=21050): Terminated: ok {rc=0}\u000a19:52:23.703419 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21052): Launched\u000a19:52:23.997827 run osmo-hlr_10.42.42.2(pid=21053): Launched\u000a19:52:24.106522 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:52:24.617721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21055): Launched\u000a19:52:24.911446 run osmo-stp_10.42.42.5(pid=21056): Launched\u000a19:52:25.017350 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:52:25.528396 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21058): Launched\u000a19:52:25.632720 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:52:25.890757 run patchelf(pid=21059): Launched\u000a19:52:26.064015 run osmo-stp_10.42.42.5(pid=21056): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21056)]\u000a19:52:26.190826 run osmo-stp_10.42.42.5(pid=21056): stdout: \u000a| (launched: 2022-12-12_19:52:24.765846)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:52:26.317562 run osmo-stp_10.42.42.5(pid=21056): stderr: \u000a| �[0;m�[38;5;43m20221212195224932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195224932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195224932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195224933 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195224933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195224933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195224933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:52:26.439563 run osmo-stp_10.42.42.5(pid=21056): stdout: \u000a| (launched: 2022-12-12_19:52:24.765846)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:52:26.560274 run osmo-stp_10.42.42.5(pid=21056): stderr: \u000a| �[0;m�[38;5;43m20221212195224932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195224932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195224932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195224933 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195224933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195224933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195224933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:52:26.701208 run patchelf(pid=21059): Terminating (SIGINT)\u000a19:52:26.865967 run patchelf(pid=21059): Terminated: ok {rc=0}\u000a19:52:26.895892 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=21056): Process ended prematurely: osmo-stp_10.42.42.5(pid=21056) [trial-2381↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21056)] [trial-2381↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22]\u000a19:52:26.904471 tst ping.py:22: Test FAILED (6.3 sec)\u000a19:52:26.964676 run osmo-hlr_10.42.42.2(pid=21053): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21053)]\u000a19:52:27.013584 run osmo-hlr_10.42.42.2(pid=21053): stdout: \u000a| (launched: 2022-12-12_19:52:23.852674) \u000a19:52:27.063378 run osmo-hlr_10.42.42.2(pid=21053): stderr: \u000a| �[0;m�[1;31m20221212195224028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212195224028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212195224028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195224028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195224028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212195224028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212195224040 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212195224049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212195224049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212195224049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:52:27.105610 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21052): Terminating (SIGTERM)\u000a19:52:27.145483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21055): Terminating (SIGTERM)\u000a19:52:27.185374 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21058): Terminating (SIGTERM)\u000a19:52:27.194628 --- ParallelTerminationStrategy: PID 21052 died...\u000a19:52:27.248201 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21052): Terminated: ok {rc=0}\u000a19:52:27.257783 --- ParallelTerminationStrategy: PID 21055 died...\u000a19:52:27.310903 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21055): Terminated: ok {rc=0}\u000a19:52:27.320383 --- ParallelTerminationStrategy: PID 21058 died...\u000a19:52:27.374120 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21058): Terminated: ok {rc=0}\u000a19:52:27.458444 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21066): Process ended prematurely: osmo-stp_10.42.42.5(pid=21066) [trial-2381↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21066)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21066): Process ended prematurely: osmo-stp_10.42.42.5(pid=21066) [trial-2381↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21066)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-umtrx+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a19:52:28.508852 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:52:28.520610 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:52:28.686691 tst ping_idle_ping.py: using LAC 31116\u000a19:52:28.810323 tst ping_idle_ping.py: using RAC 6\u000a19:52:28.936270 tst ping_idle_ping.py: using CellId 31116\u000a19:52:29.061925 tst ping_idle_ping.py: using BVCI 31117\u000a19:52:29.086623 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:52:29.098083 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:52:29.109478 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:52:29.121523 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:52:29.133438 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:52:29.145544 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:52:29.157623 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a19:52:29.169668 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a19:52:29.444334 tst ping_idle_ping.py:24: start network...\u000a19:52:29.566075 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:52:30.038190 run create_hlr_db(pid=21060): Launched\u000a19:52:30.208539 bus /gobi_6: Setting Powered False\u000a19:52:31.284427 run create_hlr_db(pid=21060): Terminated: ok {rc=0}\u000a19:52:31.724937 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21062): Launched\u000a19:52:32.115170 run osmo-hlr_10.42.42.2(pid=21063): Launched\u000a19:52:32.242167 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:52:32.764148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21065): Launched\u000a19:52:33.060117 run osmo-stp_10.42.42.5(pid=21066): Launched\u000a19:52:33.166913 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:52:33.681484 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21068): Launched\u000a19:52:33.786242 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:52:34.043778 run patchelf(pid=21069): Launched\u000a19:52:34.217554 run osmo-stp_10.42.42.5(pid=21066): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21066)]\u000a19:52:34.344263 run osmo-stp_10.42.42.5(pid=21066): stdout: \u000a| (launched: 2022-12-12_19:52:32.914609)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:52:34.471900 run osmo-stp_10.42.42.5(pid=21066): stderr: \u000a| �[0;m�[38;5;43m20221212195233082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195233082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195233083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195233083 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195233083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195233084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195233084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:52:34.594067 run osmo-stp_10.42.42.5(pid=21066): stdout: \u000a| (launched: 2022-12-12_19:52:32.914609)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:52:34.715310 run osmo-stp_10.42.42.5(pid=21066): stderr: \u000a| �[0;m�[38;5;43m20221212195233082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195233082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195233083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195233083 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195233083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195233084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195233084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:52:34.856274 run patchelf(pid=21069): Terminating (SIGINT)\u000a19:52:35.020902 run patchelf(pid=21069): Terminated: ok {rc=0}\u000a19:52:35.050984 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=21066): Process ended prematurely: osmo-stp_10.42.42.5(pid=21066) [trial-2381↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21066)] [trial-2381↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a19:52:35.059664 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a19:52:35.119834 run osmo-hlr_10.42.42.2(pid=21063): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21063)]\u000a19:52:35.168941 run osmo-hlr_10.42.42.2(pid=21063): stdout: \u000a| (launched: 2022-12-12_19:52:31.879231) \u000a19:52:35.218904 run osmo-hlr_10.42.42.2(pid=21063): stderr: \u000a| �[0;m�[1;31m20221212195232218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212195232218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212195232218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195232218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195232218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212195232218 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212195232231 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212195232239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212195232240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212195232240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:52:35.261048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21062): Terminating (SIGTERM)\u000a19:52:35.300666 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21065): Terminating (SIGTERM)\u000a19:52:35.340441 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21068): Terminating (SIGTERM)\u000a19:52:35.349693 --- ParallelTerminationStrategy: PID 21062 died...\u000a19:52:35.403302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21062): Terminated: ok {rc=0}\u000a19:52:35.412834 --- ParallelTerminationStrategy: PID 21065 died...\u000a19:52:35.466509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21065): Terminated: ok {rc=0}\u000a19:52:35.476069 --- ParallelTerminationStrategy: PID 21068 died...\u000a19:52:35.529901 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21068): Terminated: ok {rc=0}\u000a19:52:35.620033 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "91", "name" : "gprs_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:51:37" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21083): Process ended prematurely: osmo-stp_10.42.42.5(pid=21083) [trial-2381↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21083)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21083): Process ended prematurely: osmo-stp_10.42.42.5(pid=21083) [trial-2381↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21083)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:52:37.795533 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:52:37.807350 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a19:52:37.954518 tst cs_paging_gprs_active.py: using LAC 31117\u000a19:52:38.073828 tst cs_paging_gprs_active.py: using RAC 7\u000a19:52:38.198229 tst cs_paging_gprs_active.py: using CellId 31117\u000a19:52:38.314021 tst cs_paging_gprs_active.py: using BVCI 31118\u000a19:52:38.336705 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:52:38.347970 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:52:38.359119 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:52:38.370299 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:52:38.381533 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:52:38.392527 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:52:38.403706 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:52:38.414782 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:52:38.426105 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:52:38.543412 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:52:38.819047 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:52:38.943957 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:52:39.256288 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21073): Launched\u000a19:52:39.515132 run iperf3-srv_10.42.42.10(pid=21074): Launched\u000a19:52:39.697490 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:52:39.821797 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:52:40.133866 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21075): Launched\u000a19:52:40.393752 run iperf3-srv_10.42.42.10(pid=21076): Launched\u000a19:52:40.575859 tst cs_paging_gprs_active.py:38: start network...\u000a19:52:40.699703 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:52:41.182056 run create_hlr_db(pid=21077): Launched\u000a19:52:41.355011 bus /gobi_6: Setting Powered False\u000a19:52:42.377451 run create_hlr_db(pid=21077): Terminated: ok {rc=0}\u000a19:52:42.808523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21079): Launched\u000a19:52:43.132189 run osmo-hlr_10.42.42.2(pid=21080): Launched\u000a19:52:43.252548 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:52:43.812768 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21082): Launched\u000a19:52:44.135123 run osmo-stp_10.42.42.5(pid=21083): Launched\u000a19:52:44.252148 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:52:44.814984 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21085): Launched\u000a19:52:44.929799 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:52:45.212575 run patchelf(pid=21086): Launched\u000a19:52:45.401675 run osmo-stp_10.42.42.5(pid=21083): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21083)]\u000a19:52:45.539682 run osmo-stp_10.42.42.5(pid=21083): stdout: \u000a| (launched: 2022-12-12_19:52:43.976166)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:52:45.678589 run osmo-stp_10.42.42.5(pid=21083): stderr: \u000a| �[0;m�[38;5;43m20221212195244164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195244164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195244164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195244164 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195244165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195244165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195244165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:52:45.811430 run osmo-stp_10.42.42.5(pid=21083): stdout: \u000a| (launched: 2022-12-12_19:52:43.976166)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:52:45.959098 run osmo-stp_10.42.42.5(pid=21083): stderr: \u000a| �[0;m�[38;5;43m20221212195244164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195244164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195244164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195244164 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195244165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195244165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195244165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:52:46.107439 run patchelf(pid=21086): Terminating (SIGINT)\u000a19:52:46.281660 run patchelf(pid=21086): Terminated: ok {rc=0}\u000a19:52:46.314471 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21083): Process ended prematurely: osmo-stp_10.42.42.5(pid=21083) [trial-2381↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21083)] [trial-2381↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a19:52:46.324353 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a19:52:46.387850 run osmo-hlr_10.42.42.2(pid=21080): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21080)]\u000a19:52:46.438775 run osmo-hlr_10.42.42.2(pid=21080): stdout: \u000a| (launched: 2022-12-12_19:52:42.972686) \u000a19:52:46.490594 run osmo-hlr_10.42.42.2(pid=21080): stderr: \u000a| �[0;m�[1;31m20221212195243168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212195243168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212195243168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195243168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195243168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212195243168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212195243184 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212195243195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212195243195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212195243195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:52:46.534339 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21073): Terminating (SIGTERM)\u000a19:52:46.576518 run iperf3-srv_10.42.42.10(pid=21074): Terminating (SIGTERM)\u000a19:52:46.620227 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21075): Terminating (SIGTERM)\u000a19:52:46.661896 run iperf3-srv_10.42.42.10(pid=21076): Terminating (SIGTERM)\u000a19:52:46.704241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21079): Terminating (SIGTERM)\u000a19:52:46.746823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21082): Terminating (SIGTERM)\u000a19:52:46.793291 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21085): Terminating (SIGTERM)\u000a19:52:46.803864 --- ParallelTerminationStrategy: PID 21073 died...\u000a19:52:46.860755 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21073): Terminated: ok {rc=0}\u000a19:52:46.871746 --- ParallelTerminationStrategy: PID 21074 died...\u000a19:52:46.929118 run iperf3-srv_10.42.42.10(pid=21074): Terminated {rc=256}\u000a19:52:46.940452 --- ParallelTerminationStrategy: PID 21075 died...\u000a19:52:46.996143 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21075): Terminated: ok {rc=0}\u000a19:52:47.006135 --- ParallelTerminationStrategy: PID 21076 died...\u000a19:52:47.061044 run iperf3-srv_10.42.42.10(pid=21076): Terminated {rc=256}\u000a19:52:47.071578 --- ParallelTerminationStrategy: PID 21079 died...\u000a19:52:47.126254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21079): Terminated: ok {rc=0}\u000a19:52:47.136298 --- ParallelTerminationStrategy: PID 21082 died...\u000a19:52:47.191849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21082): Terminated: ok {rc=0}\u000a19:52:47.201959 --- ParallelTerminationStrategy: PID 21085 died...\u000a19:52:47.255718 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21085): Terminated: ok {rc=0}\u000a19:52:47.339173 bus /gobi_0: Setting Powered False\u000a19:52:48.446564 bus /gobi_0: Setting Powered False\u000a19:52:49.558223 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21095): Process ended prematurely: osmo-stp_10.42.42.5(pid=21095) [trial-2381↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21095)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21095): Process ended prematurely: osmo-stp_10.42.42.5(pid=21095) [trial-2381↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21095)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a19:52:50.668855 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:52:50.680789 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a19:52:50.823737 tst iperf3.py: using LAC 31118\u000a19:52:50.943904 tst iperf3.py: using RAC 8\u000a19:52:51.061355 tst iperf3.py: using CellId 31118\u000a19:52:51.184107 tst iperf3.py: using BVCI 31119\u000a19:52:51.206992 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:52:51.218291 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:52:51.229357 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:52:51.240898 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:52:51.252564 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:52:51.264137 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:52:51.275772 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:52:51.287327 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:52:51.299122 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:52:51.593125 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:52:51.727047 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:52:52.061295 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21087): Launched\u000a19:52:52.338722 run iperf3-srv_10.42.42.10(pid=21088): Launched\u000a19:52:52.536197 tst iperf3.py:8: start network...\u000a19:52:52.670357 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:52:53.178215 run create_hlr_db(pid=21089): Launched\u000a19:52:53.364480 bus /gobi_6: Setting Powered False\u000a19:52:54.385893 run create_hlr_db(pid=21089): Terminated: ok {rc=0}\u000a19:52:54.790570 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21091): Launched\u000a19:52:55.090790 run osmo-hlr_10.42.42.2(pid=21092): Launched\u000a19:52:55.210884 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:52:55.737765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21094): Launched\u000a19:52:56.038576 run osmo-stp_10.42.42.5(pid=21095): Launched\u000a19:52:56.147435 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:52:56.671295 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21097): Launched\u000a19:52:56.777403 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:52:57.039667 run patchelf(pid=21098): Launched\u000a19:52:57.215810 run osmo-stp_10.42.42.5(pid=21095): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21095)]\u000a19:52:57.344634 run osmo-stp_10.42.42.5(pid=21095): stdout: \u000a| (launched: 2022-12-12_19:52:55.889639)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:52:57.474272 run osmo-stp_10.42.42.5(pid=21095): stderr: \u000a| �[0;m�[38;5;43m20221212195256057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195256057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195256057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195256057 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195256058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195256058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195256058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:52:57.598503 run osmo-stp_10.42.42.5(pid=21095): stdout: \u000a| (launched: 2022-12-12_19:52:55.889639)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:52:57.721334 run osmo-stp_10.42.42.5(pid=21095): stderr: \u000a| �[0;m�[38;5;43m20221212195256057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195256057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195256057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195256057 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195256058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195256058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195256058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:52:57.865197 run patchelf(pid=21098): Terminating (SIGINT)\u000a19:52:58.034101 run patchelf(pid=21098): Terminated: ok {rc=0}\u000a19:52:58.065189 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21095): Process ended prematurely: osmo-stp_10.42.42.5(pid=21095) [trial-2381↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21095)] [trial-2381↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a19:52:58.074475 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a19:52:58.134656 run osmo-hlr_10.42.42.2(pid=21092): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21092)]\u000a19:52:58.183768 run osmo-hlr_10.42.42.2(pid=21092): stdout: \u000a| (launched: 2022-12-12_19:52:54.942410) \u000a19:52:58.233930 run osmo-hlr_10.42.42.2(pid=21092): stderr: \u000a| �[0;m�[1;31m20221212195255115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212195255115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212195255115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195255115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195255115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212195255115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212195255128 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212195255138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212195255138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212195255138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:52:58.276124 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21087): Terminating (SIGTERM)\u000a19:52:58.316326 run iperf3-srv_10.42.42.10(pid=21088): Terminating (SIGTERM)\u000a19:52:58.356178 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21091): Terminating (SIGTERM)\u000a19:52:58.396138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21094): Terminating (SIGTERM)\u000a19:52:58.435865 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21097): Terminating (SIGTERM)\u000a19:52:58.445078 --- ParallelTerminationStrategy: PID 21087 died...\u000a19:52:58.498058 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21087): Terminated: ok {rc=0}\u000a19:52:58.507473 --- ParallelTerminationStrategy: PID 21088 died...\u000a19:52:58.560159 run iperf3-srv_10.42.42.10(pid=21088): Terminated {rc=256}\u000a19:52:58.569638 --- ParallelTerminationStrategy: PID 21091 died...\u000a19:52:58.622298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21091): Terminated: ok {rc=0}\u000a19:52:58.631805 --- ParallelTerminationStrategy: PID 21094 died...\u000a19:52:58.684427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21094): Terminated: ok {rc=0}\u000a19:52:58.693882 --- ParallelTerminationStrategy: PID 21097 died...\u000a19:52:58.746915 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21097): Terminated: ok {rc=0}\u000a19:52:58.830503 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21113): Process ended prematurely: osmo-stp_10.42.42.5(pid=21113) [trial-2381↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21113)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21113): Process ended prematurely: osmo-stp_10.42.42.5(pid=21113) [trial-2381↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21113)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a19:52:59.945359 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:52:59.958070 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a19:53:00.105604 tst iperf3m4.py: using LAC 31119\u000a19:53:00.235067 tst iperf3m4.py: using RAC 9\u000a19:53:00.359929 tst iperf3m4.py: using CellId 31119\u000a19:53:00.485035 tst iperf3m4.py: using BVCI 31120\u000a19:53:00.509847 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:53:00.522093 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:53:00.533784 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:53:00.546009 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:53:00.558500 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:53:00.570277 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:53:00.582584 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:53:00.594899 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:53:00.607077 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:53:00.728160 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:53:00.846518 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:53:00.985892 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:53:01.321782 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:53:01.460215 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:53:01.811847 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21099): Launched\u000a19:53:02.101791 run iperf3-srv_10.42.42.10(pid=21100): Launched\u000a19:53:02.307602 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:53:02.442698 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:53:02.778588 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21101): Launched\u000a19:53:03.056652 run iperf3-srv_10.42.42.10(pid=21102): Launched\u000a19:53:03.253323 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:53:03.387034 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:53:03.720908 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21103): Launched\u000a19:53:03.997727 run iperf3-srv_10.42.42.10(pid=21104): Launched\u000a19:53:04.194020 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:53:04.327388 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:53:04.661773 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21105): Launched\u000a19:53:04.938359 run iperf3-srv_10.42.42.10(pid=21106): Launched\u000a19:53:05.134926 tst iperf3m4.py:8: start network...\u000a19:53:05.268873 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:53:05.773388 run create_hlr_db(pid=21107): Launched\u000a19:53:05.959247 bus /gobi_6: Setting Powered False\u000a19:53:06.980732 run create_hlr_db(pid=21107): Terminated: ok {rc=0}\u000a19:53:07.384293 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21109): Launched\u000a19:53:07.686543 run osmo-hlr_10.42.42.2(pid=21110): Launched\u000a19:53:07.797197 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:53:08.318799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21112): Launched\u000a19:53:08.618718 run osmo-stp_10.42.42.5(pid=21113): Launched\u000a19:53:08.725792 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:53:09.247965 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21115): Launched\u000a19:53:09.354003 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:53:09.617790 run patchelf(pid=21116): Launched\u000a19:53:09.794022 run osmo-stp_10.42.42.5(pid=21113): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21113)]\u000a19:53:09.923169 run osmo-stp_10.42.42.5(pid=21113): stdout: \u000a| (launched: 2022-12-12_19:53:08.471548)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:53:10.052272 run osmo-stp_10.42.42.5(pid=21113): stderr: \u000a| �[0;m�[38;5;43m20221212195308639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195308639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195308639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195308639 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195308640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195308640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195308640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:53:10.176674 run osmo-stp_10.42.42.5(pid=21113): stdout: \u000a| (launched: 2022-12-12_19:53:08.471548)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:53:10.299840 run osmo-stp_10.42.42.5(pid=21113): stderr: \u000a| �[0;m�[38;5;43m20221212195308639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195308639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195308639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195308639 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195308640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195308640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195308640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:53:10.443604 run patchelf(pid=21116): Terminating (SIGINT)\u000a19:53:10.611730 run patchelf(pid=21116): Terminated: ok {rc=0}\u000a19:53:10.642771 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21113): Process ended prematurely: osmo-stp_10.42.42.5(pid=21113) [trial-2381↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21113)] [trial-2381↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a19:53:10.651954 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a19:53:10.712572 run osmo-hlr_10.42.42.2(pid=21110): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21110)]\u000a19:53:10.761637 run osmo-hlr_10.42.42.2(pid=21110): stdout: \u000a| (launched: 2022-12-12_19:53:07.536324) \u000a19:53:10.811283 run osmo-hlr_10.42.42.2(pid=21110): stderr: \u000a| �[0;m�[1;31m20221212195307710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212195307710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212195307710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195307710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195307710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212195307710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212195307723 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212195307734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212195307734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212195307734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:53:10.853584 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21099): Terminating (SIGTERM)\u000a19:53:10.893252 run iperf3-srv_10.42.42.10(pid=21100): Terminating (SIGTERM)\u000a19:53:10.932570 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21101): Terminating (SIGTERM)\u000a19:53:10.972004 run iperf3-srv_10.42.42.10(pid=21102): Terminating (SIGTERM)\u000a19:53:11.011396 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21103): Terminating (SIGTERM)\u000a19:53:11.050902 run iperf3-srv_10.42.42.10(pid=21104): Terminating (SIGTERM)\u000a19:53:11.090321 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21105): Terminating (SIGTERM)\u000a19:53:11.129849 run iperf3-srv_10.42.42.10(pid=21106): Terminating (SIGTERM)\u000a19:53:11.170007 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21109): Terminating (SIGTERM)\u000a19:53:11.209754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21112): Terminating (SIGTERM)\u000a19:53:11.249522 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21115): Terminating (SIGTERM)\u000a19:53:11.258675 --- ParallelTerminationStrategy: PID 21099 died...\u000a19:53:11.312102 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21099): Terminated: ok {rc=0}\u000a19:53:11.321673 --- ParallelTerminationStrategy: PID 21100 died...\u000a19:53:11.375042 run iperf3-srv_10.42.42.10(pid=21100): Terminated {rc=256}\u000a19:53:11.384580 --- ParallelTerminationStrategy: PID 21101 died...\u000a19:53:11.437391 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21101): Terminated: ok {rc=0}\u000a19:53:11.446872 --- ParallelTerminationStrategy: PID 21102 died...\u000a19:53:11.499539 run iperf3-srv_10.42.42.10(pid=21102): Terminated {rc=256}\u000a19:53:11.509051 --- ParallelTerminationStrategy: PID 21103 died...\u000a19:53:11.561904 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21103): Terminated: ok {rc=0}\u000a19:53:11.571365 --- ParallelTerminationStrategy: PID 21104 died...\u000a19:53:11.623762 run iperf3-srv_10.42.42.10(pid=21104): Terminated {rc=256}\u000a19:53:11.633308 --- ParallelTerminationStrategy: PID 21105 died...\u000a19:53:11.685977 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21105): Terminated: ok {rc=0}\u000a19:53:11.695434 --- ParallelTerminationStrategy: PID 21106 died...\u000a19:53:11.748371 run iperf3-srv_10.42.42.10(pid=21106): Terminated {rc=256}\u000a19:53:11.757877 --- ParallelTerminationStrategy: PID 21109 died...\u000a19:53:11.810869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21109): Terminated: ok {rc=0}\u000a19:53:11.820369 --- ParallelTerminationStrategy: PID 21112 died...\u000a19:53:11.873005 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21112): Terminated: ok {rc=0}\u000a19:53:11.882577 --- ParallelTerminationStrategy: PID 21115 died...\u000a19:53:11.935334 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21115): Terminated: ok {rc=0}\u000a19:53:12.018895 bus /gobi_4: Setting Powered False\u000a19:53:13.126164 bus /gobi_4: Setting Powered False\u000a19:53:14.238562 bus /gobi_1: Setting Powered False\u000a19:53:15.341670 bus /gobi_1: Setting Powered False\u000a19:53:16.448914 bus /gobi_0: Setting Powered False\u000a19:53:17.549303 bus /gobi_0: Setting Powered False\u000a19:53:18.658073 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21123): Process ended prematurely: osmo-stp_10.42.42.5(pid=21123) [trial-2381↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21123)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21123): Process ended prematurely: osmo-stp_10.42.42.5(pid=21123) [trial-2381↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21123)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a19:53:19.727142 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:53:19.739899 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a19:53:19.885446 tst ping.py: using LAC 31120\u000a19:53:20.009583 tst ping.py: using RAC 10\u000a19:53:20.126395 tst ping.py: using CellId 31120\u000a19:53:20.241665 tst ping.py: using BVCI 31121\u000a19:53:20.264106 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:53:20.275573 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:53:20.286877 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:53:20.298185 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:53:20.309334 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:53:20.320360 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:53:20.331552 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:53:20.342619 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:53:20.629502 tst ping.py:19: start network...\u000a19:53:20.760681 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:53:21.255538 run create_hlr_db(pid=21117): Launched\u000a19:53:21.439262 bus /gobi_6: Setting Powered False\u000a19:53:22.459280 run create_hlr_db(pid=21117): Terminated: ok {rc=0}\u000a19:53:22.856797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21119): Launched\u000a19:53:23.152260 run osmo-hlr_10.42.42.2(pid=21120): Launched\u000a19:53:23.260275 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:53:23.774382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21122): Launched\u000a19:53:24.068993 run osmo-stp_10.42.42.5(pid=21123): Launched\u000a19:53:24.175798 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:53:24.690203 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21125): Launched\u000a19:53:24.794810 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:53:25.054656 run patchelf(pid=21126): Launched\u000a19:53:25.227948 run osmo-stp_10.42.42.5(pid=21123): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21123)]\u000a19:53:25.354842 run osmo-stp_10.42.42.5(pid=21123): stdout: \u000a| (launched: 2022-12-12_19:53:23.923377)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:53:25.481520 run osmo-stp_10.42.42.5(pid=21123): stderr: \u000a| �[0;m�[38;5;43m20221212195324090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195324090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195324090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195324091 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195324091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195324091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195324091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:53:25.603351 run osmo-stp_10.42.42.5(pid=21123): stdout: \u000a| (launched: 2022-12-12_19:53:23.923377)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:53:25.724103 run osmo-stp_10.42.42.5(pid=21123): stderr: \u000a| �[0;m�[38;5;43m20221212195324090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195324090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195324090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195324091 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195324091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195324091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195324091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:53:25.864766 run patchelf(pid=21126): Terminating (SIGINT)\u000a19:53:26.029254 run patchelf(pid=21126): Terminated: ok {rc=0}\u000a19:53:26.059024 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=21123): Process ended prematurely: osmo-stp_10.42.42.5(pid=21123) [trial-2381↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21123)] [trial-2381↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a19:53:26.067569 tst ping.py:22: Test FAILED (6.3 sec)\u000a19:53:26.127530 run osmo-hlr_10.42.42.2(pid=21120): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21120)]\u000a19:53:26.176557 run osmo-hlr_10.42.42.2(pid=21120): stdout: \u000a| (launched: 2022-12-12_19:53:23.005863) \u000a19:53:26.226374 run osmo-hlr_10.42.42.2(pid=21120): stderr: \u000a| �[0;m�[1;31m20221212195323176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212195323176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212195323176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195323177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195323177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212195323177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212195323191 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212195323200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212195323201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212195323201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:53:26.268672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21119): Terminating (SIGTERM)\u000a19:53:26.308783 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21122): Terminating (SIGTERM)\u000a19:53:26.348508 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21125): Terminating (SIGTERM)\u000a19:53:26.357726 --- ParallelTerminationStrategy: PID 21119 died...\u000a19:53:26.411266 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21119): Terminated: ok {rc=0}\u000a19:53:26.420747 --- ParallelTerminationStrategy: PID 21122 died...\u000a19:53:26.473812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21122): Terminated: ok {rc=0}\u000a19:53:26.483352 --- ParallelTerminationStrategy: PID 21125 died...\u000a19:53:26.537014 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21125): Terminated: ok {rc=0}\u000a19:53:26.620679 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21133): Process ended prematurely: osmo-stp_10.42.42.5(pid=21133) [trial-2381↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21133)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21133): Process ended prematurely: osmo-stp_10.42.42.5(pid=21133) [trial-2381↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21133)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a19:53:27.674747 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:53:27.687579 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a19:53:27.834154 tst ping_idle_ping.py: using LAC 31121\u000a19:53:27.956922 tst ping_idle_ping.py: using RAC 11\u000a19:53:28.075684 tst ping_idle_ping.py: using CellId 31121\u000a19:53:28.193882 tst ping_idle_ping.py: using BVCI 31122\u000a19:53:28.216519 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:53:28.227899 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:53:28.239236 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:53:28.250659 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:53:28.261943 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:53:28.273258 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:53:28.285135 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a19:53:28.296365 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a19:53:28.586285 tst ping_idle_ping.py:24: start network...\u000a19:53:28.718709 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:53:29.219705 run create_hlr_db(pid=21127): Launched\u000a19:53:29.404269 bus /gobi_6: Setting Powered False\u000a19:53:30.425092 run create_hlr_db(pid=21127): Terminated: ok {rc=0}\u000a19:53:30.824376 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21129): Launched\u000a19:53:31.254642 run osmo-hlr_10.42.42.2(pid=21130): Launched\u000a19:53:31.482942 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:53:32.120144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21132): Launched\u000a19:53:32.420424 run osmo-stp_10.42.42.5(pid=21133): Launched\u000a19:53:32.528730 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:53:33.045038 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21135): Launched\u000a19:53:33.150430 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:53:33.411945 run patchelf(pid=21136): Launched\u000a19:53:33.585738 run osmo-stp_10.42.42.5(pid=21133): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21133)]\u000a19:53:33.712803 run osmo-stp_10.42.42.5(pid=21133): stdout: \u000a| (launched: 2022-12-12_19:53:32.274733)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:53:33.840373 run osmo-stp_10.42.42.5(pid=21133): stderr: \u000a| �[0;m�[38;5;43m20221212195332441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195332441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195332441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195332442 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195332442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195332442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195332442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:53:33.963210 run osmo-stp_10.42.42.5(pid=21133): stdout: \u000a| (launched: 2022-12-12_19:53:32.274733)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:53:34.084503 run osmo-stp_10.42.42.5(pid=21133): stderr: \u000a| �[0;m�[38;5;43m20221212195332441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195332441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195332441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195332442 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195332442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195332442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195332442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:53:34.225686 run patchelf(pid=21136): Terminating (SIGINT)\u000a19:53:34.391300 run patchelf(pid=21136): Terminated: ok {rc=0}\u000a19:53:34.421540 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=21133): Process ended prematurely: osmo-stp_10.42.42.5(pid=21133) [trial-2381↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21133)] [trial-2381↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a19:53:34.430197 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a19:53:34.490962 run osmo-hlr_10.42.42.2(pid=21130): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21130)]\u000a19:53:34.540509 run osmo-hlr_10.42.42.2(pid=21130): stdout: \u000a| (launched: 2022-12-12_19:53:30.998106) \u000a19:53:34.591359 run osmo-hlr_10.42.42.2(pid=21130): stderr: \u000a| �[0;m�[1;31m20221212195331288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212195331288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212195331288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195331288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195331288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212195331288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212195331307 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212195331319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212195331319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212195331319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:53:34.633979 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21129): Terminating (SIGTERM)\u000a19:53:34.674828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21132): Terminating (SIGTERM)\u000a19:53:34.715451 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21135): Terminating (SIGTERM)\u000a19:53:34.725046 --- ParallelTerminationStrategy: PID 21129 died...\u000a19:53:34.779120 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21129): Terminated: ok {rc=0}\u000a19:53:34.789161 --- ParallelTerminationStrategy: PID 21132 died...\u000a19:53:34.842975 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21132): Terminated: ok {rc=0}\u000a19:53:34.852551 --- ParallelTerminationStrategy: PID 21135 died...\u000a19:53:34.906226 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21135): Terminated: ok {rc=0}\u000a19:53:34.994689 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "92", "name" : "gprs_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:52:37" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21146): Process ended prematurely: osmo-stp_10.42.42.5(pid=21146) [trial-2381↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21146)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21146): Process ended prematurely: osmo-stp_10.42.42.5(pid=21146) [trial-2381↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21146)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a19:53:37.028503 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:53:37.039729 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a19:53:37.191749 tst switch_tch_pdch.py: using LAC 31122\u000a19:53:37.307529 tst switch_tch_pdch.py: using RAC 12\u000a19:53:37.423691 tst switch_tch_pdch.py: using CellId 31122\u000a19:53:37.538176 tst switch_tch_pdch.py: using BVCI 31123\u000a19:53:37.560346 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:53:37.571477 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:53:37.582517 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:53:37.593609 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:53:37.604565 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:53:37.615503 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:53:37.626566 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a19:53:37.637662 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:53:37.751136 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:53:38.039202 tst switch_tch_pdch.py:51: start network...\u000a19:53:38.171981 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:53:38.675417 run create_hlr_db(pid=21140): Launched\u000a19:53:38.845922 bus /gobi_6: Setting Powered False\u000a19:53:39.867106 run create_hlr_db(pid=21140): Terminated: ok {rc=0}\u000a19:53:40.266926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21142): Launched\u000a19:53:40.560900 run osmo-hlr_10.42.42.2(pid=21143): Launched\u000a19:53:40.669011 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:53:41.180397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21145): Launched\u000a19:53:41.473113 run osmo-stp_10.42.42.5(pid=21146): Launched\u000a19:53:41.579886 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:53:42.092767 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21148): Launched\u000a19:53:42.196942 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:53:42.454028 run patchelf(pid=21149): Launched\u000a19:53:42.625958 run osmo-stp_10.42.42.5(pid=21146): ERR: Terminated: ERROR {rc=1} [trial-2381↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21146)]\u000a19:53:42.753066 run osmo-stp_10.42.42.5(pid=21146): stdout: \u000a| (launched: 2022-12-12_19:53:41.328899)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:53:42.880158 run osmo-stp_10.42.42.5(pid=21146): stderr: \u000a| �[0;m�[38;5;43m20221212195341496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195341497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195341497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195341497 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195341498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195341498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195341498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:53:43.002673 run osmo-stp_10.42.42.5(pid=21146): stdout: \u000a| (launched: 2022-12-12_19:53:41.328899)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:53:43.123568 run osmo-stp_10.42.42.5(pid=21146): stderr: \u000a| �[0;m�[38;5;43m20221212195341496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195341497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195341497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195341497 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195341498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195341498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195341498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:53:43.263898 run patchelf(pid=21149): Terminating (SIGINT)\u000a19:53:43.428296 run patchelf(pid=21149): Terminated: ok {rc=0}\u000a19:53:43.458419 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=21146): Process ended prematurely: osmo-stp_10.42.42.5(pid=21146) [trial-2381↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21146)] [trial-2381↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a19:53:43.467368 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a19:53:43.527667 run osmo-hlr_10.42.42.2(pid=21143): ERR: Terminated: ERROR {rc=237} [trial-2381↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21143)]\u000a19:53:43.576822 run osmo-hlr_10.42.42.2(pid=21143): stdout: \u000a| (launched: 2022-12-12_19:53:40.415993) \u000a19:53:43.626569 run osmo-hlr_10.42.42.2(pid=21143): stderr: \u000a| �[0;m�[1;31m20221212195340587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212195340587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212195340587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195340587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195340587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212195340587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212195340599 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212195340608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212195340609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212195340609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:53:43.668794 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21142): Terminating (SIGTERM)\u000a19:53:43.708601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21145): Terminating (SIGTERM)\u000a19:53:43.748281 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21148): Terminating (SIGTERM)\u000a19:53:43.757474 --- ParallelTerminationStrategy: PID 21142 died...\u000a19:53:43.810560 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21142): Terminated: ok {rc=0}\u000a19:53:43.820091 --- ParallelTerminationStrategy: PID 21145 died...\u000a19:53:43.872829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21145): Terminated: ok {rc=0}\u000a19:53:43.882300 --- ParallelTerminationStrategy: PID 21148 died...\u000a19:53:43.935099 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21148): Terminated: ok {rc=0}\u000a19:53:44.018474 bus /gobi_0: Setting Powered False\u000a19:53:45.126357 bus /gobi_0: Setting Powered False\u000a19:53:46.252026 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "93", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:53:36" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21432): Process ended prematurely: osmo-stp_10.42.42.5(pid=21432) [trial-2381↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21432)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21432): Process ended prematurely: osmo-stp_10.42.42.5(pid=21432) [trial-2381↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21432)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 dynts:trx-umtrx+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a19:53:48.383311 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:53:48.400428 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a19:53:48.620244 tst switch_tch_pdch.py: using LAC 31123\u000a19:53:48.785681 tst switch_tch_pdch.py: using RAC 13\u000a19:53:48.915656 tst switch_tch_pdch.py: using CellId 31123\u000a19:53:49.045883 tst switch_tch_pdch.py: using BVCI 31124\u000a19:53:49.071473 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:53:49.084481 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:53:49.098391 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:53:49.112039 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:53:49.125075 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:53:49.137618 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:53:49.151717 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a19:53:49.165512 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a19:53:49.292361 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a19:53:49.594786 tst switch_tch_pdch.py:51: start network...\u000a19:53:49.731374 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:53:50.253014 run create_hlr_db(pid=21424): Launched\u000a19:53:50.387838 bus /gobi_6: Setting Powered False\u000a19:53:51.464189 run create_hlr_db(pid=21424): Terminated: ok {rc=0}\u000a19:53:51.877435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21428): Launched\u000a19:53:52.300668 run osmo-hlr_10.42.42.2(pid=21429): Launched\u000a19:53:52.545626 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:53:53.087897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21431): Launched\u000a19:53:53.511115 run osmo-stp_10.42.42.5(pid=21432): Launched\u000a19:53:53.729958 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:53:54.281753 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21434): Launched\u000a19:53:54.399802 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:53:54.698203 run patchelf(pid=21435): Launched\u000a19:53:54.890351 run osmo-stp_10.42.42.5(pid=21432): ERR: Terminated: ERROR {rc=1} [trial-2381↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21432)]\u000a19:53:55.032390 run osmo-stp_10.42.42.5(pid=21432): stdout: \u000a| (launched: 2022-12-12_19:53:53.251707)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:53:55.173346 run osmo-stp_10.42.42.5(pid=21432): stderr: \u000a| �[0;m�[38;5;43m20221212195353547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195353547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195353547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195353548 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195353548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195353548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195353549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:53:55.310424 run osmo-stp_10.42.42.5(pid=21432): stdout: \u000a| (launched: 2022-12-12_19:53:53.251707)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:53:55.446476 run osmo-stp_10.42.42.5(pid=21432): stderr: \u000a| �[0;m�[38;5;43m20221212195353547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195353547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195353547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195353548 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195353548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195353548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195353549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:53:55.603918 run patchelf(pid=21435): Terminating (SIGINT)\u000a19:53:55.786458 run patchelf(pid=21435): Terminated: ok {rc=0}\u000a19:53:55.820843 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=21432): Process ended prematurely: osmo-stp_10.42.42.5(pid=21432) [trial-2381↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21432)] [trial-2381↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a19:53:55.831432 tst switch_tch_pdch.py:54: Test FAILED (7.4 sec)\u000a19:53:55.900798 run osmo-hlr_10.42.42.2(pid=21429): ERR: Terminated: ERROR {rc=237} [trial-2381↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21429)]\u000a19:53:55.957560 run osmo-hlr_10.42.42.2(pid=21429): stdout: \u000a| (launched: 2022-12-12_19:53:52.044656) \u000a19:53:56.014688 run osmo-hlr_10.42.42.2(pid=21429): stderr: \u000a| �[0;m�[1;31m20221212195352347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212195352347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212195352347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195352347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195352347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212195352347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212195352367 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/dynts:trx-umtrx+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212195352379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212195352380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212195352380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:53:56.061089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21428): Terminating (SIGTERM)\u000a19:53:56.108085 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21431): Terminating (SIGTERM)\u000a19:53:56.155057 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21434): Terminating (SIGTERM)\u000a19:53:56.167314 --- ParallelTerminationStrategy: PID 21428 died...\u000a19:53:56.230321 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21428): Terminated: ok {rc=0}\u000a19:53:56.241915 --- ParallelTerminationStrategy: PID 21431 died...\u000a19:53:56.300726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21431): Terminated: ok {rc=0}\u000a19:53:56.312889 --- ParallelTerminationStrategy: PID 21434 died...\u000a19:53:56.373410 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21434): Terminated: ok {rc=0}\u000a19:53:56.467226 bus /gobi_0: Setting Powered False\u000a19:53:57.580585 bus /gobi_0: Setting Powered False\u000a19:53:58.697830 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "94", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:53:48" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "nitb_sms:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=21440): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21440) [trial-2381↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21440)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=21440): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21440) [trial-2381↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21440)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 nitb_sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a19:54:00.605976 tst nitb_sms:trx-lms: Using 1 x ip_address (candidates: 1)\u000a19:54:00.617756 tst nitb_sms:trx-lms: Using 1 x bts (candidates: 1)\u000a19:54:00.754764 tst mo_mt_sms.py: using LAC 31124\u000a19:54:00.900221 tst mo_mt_sms.py: using RAC 14\u000a19:54:01.039696 tst mo_mt_sms.py: using CellId 31124\u000a19:54:01.200851 tst mo_mt_sms.py: using BVCI 31125\u000a19:54:01.229627 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a19:54:01.362833 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a19:54:01.698584 tst mo_mt_sms.py:9: start nitb and bts...\u000a19:54:01.835899 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a19:54:02.511783 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21439): Launched\u000a19:54:02.848493 run osmo-nitb_10.42.42.2(pid=21440): Launched\u000a19:54:03.047773 run osmo-nitb_10.42.42.2(pid=21440): ERR: Terminated: ERROR {rc=2} [trial-2381↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21440)]\u000a19:54:03.195009 run osmo-nitb_10.42.42.2(pid=21440): stdout: \u000a| (launched: 2022-12-12_19:54:02.675521) \u000a19:54:03.343310 run osmo-nitb_10.42.42.2(pid=21440): stderr: \u000a| (launched: 2022-12-12_19:54:02.723235)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:54:03.487055 run osmo-nitb_10.42.42.2(pid=21440): stdout: \u000a| (launched: 2022-12-12_19:54:02.675521) \u000a19:54:03.629272 run osmo-nitb_10.42.42.2(pid=21440): stderr: \u000a| (launched: 2022-12-12_19:54:02.723235)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:54:03.980936 tst osmo-nitb_10.42.42.2(pid=21440): stdout: \u000a| (launched: 2022-12-12_19:54:02.675521) \u000a19:54:04.113078 tst osmo-nitb_10.42.42.2(pid=21440): stderr: \u000a| (launched: 2022-12-12_19:54:02.723235)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:54:04.170366 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=21440): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21440) [trial-2381↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21440)] [trial-2381↪nitb_sms:trx-lms↪mo_mt_sms.py:11]\u000a19:54:04.180474 tst mo_mt_sms.py:11: Test FAILED (3.6 sec)\u000a19:54:04.222396 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21439): Terminating (SIGTERM)\u000a19:54:04.401654 --- ParallelTerminationStrategy: PID 21439 died...\u000a19:54:04.463464 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21439): Terminated: ok {rc=0}\u000a19:54:04.553354 bus /sierra_3: Setting Powered False\u000a19:54:05.660035 bus /sierra_3: Setting Powered False\u000a19:54:06.770593 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "95", "name" : "nitb_sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:54:00" }, { "cases" : [ { "testActions" : [ ], "age" : 51, "className" : "sms:trx-lms", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21451): Process ended prematurely: osmo-stp_10.42.42.5(pid=21451) [trial-2381↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21451)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21451): Process ended prematurely: osmo-stp_10.42.42.5(pid=21451) [trial-2381↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21451)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a19:54:08.670461 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:54:08.682063 tst sms:trx-lms: Using 1 x bts (candidates: 1)\u000a19:54:08.828351 tst mo_mt_sms.py: using LAC 31125\u000a19:54:08.946258 tst mo_mt_sms.py: using RAC 15\u000a19:54:09.082231 tst mo_mt_sms.py: using CellId 31125\u000a19:54:09.206839 tst mo_mt_sms.py: using BVCI 31126\u000a19:54:09.230668 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:54:09.242186 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:54:09.254205 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:54:09.266303 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:54:09.278020 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:54:09.289899 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a19:54:09.406425 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a19:54:09.614563 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:54:10.140836 run create_hlr_db(pid=21445): Launched\u000a19:54:10.318082 bus /sierra_2: Setting Powered False\u000a19:54:11.332656 run create_hlr_db(pid=21445): Terminated: ok {rc=0}\u000a19:54:11.727777 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21447): Launched\u000a19:54:12.022625 run osmo-hlr_10.42.42.2(pid=21448): Launched\u000a19:54:12.129972 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:54:12.641555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21450): Launched\u000a19:54:12.935797 run osmo-stp_10.42.42.5(pid=21451): Launched\u000a19:54:13.040736 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:54:13.579772 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21453): Launched\u000a19:54:13.874856 run osmo-msc_10.42.42.6(pid=21454): Launched\u000a19:54:14.047482 run osmo-stp_10.42.42.5(pid=21451): ERR: Terminated: ERROR {rc=1} [trial-2381↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21451)]\u000a19:54:14.172485 run osmo-stp_10.42.42.5(pid=21451): stdout: \u000a| (launched: 2022-12-12_19:54:12.790230)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:54:14.296151 run osmo-stp_10.42.42.5(pid=21451): stderr: \u000a| �[0;m�[38;5;43m20221212195412961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195412961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195412961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195412962 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195412962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195412962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195412962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:54:14.414548 run osmo-stp_10.42.42.5(pid=21451): stdout: \u000a| (launched: 2022-12-12_19:54:12.790230)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:54:14.532307 run osmo-stp_10.42.42.5(pid=21451): stderr: \u000a| �[0;m�[38;5;43m20221212195412961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195412961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195412961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195412962 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195412962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195412962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195412962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:54:14.583793 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=21451): Process ended prematurely: osmo-stp_10.42.42.5(pid=21451) [trial-2381↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21451)] [trial-2381↪sms:trx-lms↪mo_mt_sms.py:16]\u000a19:54:14.591640 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a19:54:14.651105 run osmo-hlr_10.42.42.2(pid=21448): ERR: Terminated: ERROR {rc=237} [trial-2381↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21448)]\u000a19:54:14.699888 run osmo-hlr_10.42.42.2(pid=21448): stdout: \u000a| (launched: 2022-12-12_19:54:11.876801) \u000a19:54:14.749308 run osmo-hlr_10.42.42.2(pid=21448): stderr: \u000a| �[0;m�[1;31m20221212195412053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212195412053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212195412053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195412053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195412053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212195412054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212195412081 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/sms:trx-lms/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212195412091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212195412091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212195412091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:54:14.816362 run osmo-msc_10.42.42.6(pid=21454): ERR: Terminated: ERROR {rc=2} [trial-2381↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21454)]\u000a19:54:14.865261 run osmo-msc_10.42.42.6(pid=21454): stdout: \u000a| (launched: 2022-12-12_19:54:13.728443) \u000a19:54:14.915004 run osmo-msc_10.42.42.6(pid=21454): stderr: \u000a| �[0;m�[38;5;43m20221212195414002 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212195414002 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f99bd081c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212195414003 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212195414003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212195414003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212195414003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212195414005 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212195414005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212195414005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212195414006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:54:14.957209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21447): Terminating (SIGTERM)\u000a19:54:14.996848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21450): Terminating (SIGTERM)\u000a19:54:15.036459 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21453): Terminating (SIGTERM)\u000a19:54:15.045671 --- ParallelTerminationStrategy: PID 21447 died...\u000a19:54:15.098793 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21447): Terminated: ok {rc=0}\u000a19:54:15.108200 --- ParallelTerminationStrategy: PID 21450 died...\u000a19:54:15.161504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21450): Terminated: ok {rc=0}\u000a19:54:15.171071 --- ParallelTerminationStrategy: PID 21453 died...\u000a19:54:15.223826 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21453): Terminated: ok {rc=0}\u000a19:54:15.307087 bus /sierra_3: Setting Powered False\u000a19:54:16.419312 bus /sierra_3: Setting Powered False\u000a19:54:17.531272 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "96", "name" : "sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:54:08" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "nitb_ussd:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=21460): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21460) [trial-2381↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21460)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=21460): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21460) [trial-2381↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21460)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 nitb_ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a19:54:19.438706 tst nitb_ussd:trx-lms: Using 1 x ip_address (candidates: 1)\u000a19:54:19.450403 tst nitb_ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a19:54:19.592599 tst assert_extension.py: using LAC 31126\u000a19:54:19.714131 tst assert_extension.py: using RAC 16\u000a19:54:19.833356 tst assert_extension.py: using CellId 31126\u000a19:54:19.946812 tst assert_extension.py: using BVCI 31127\u000a19:54:19.969085 tst nitb_ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a19:54:20.257007 tst assert_extension.py:10: start nitb and bts...\u000a19:54:20.389625 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a19:54:21.049476 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21459): Launched\u000a19:54:21.363975 run osmo-nitb_10.42.42.2(pid=21460): Launched\u000a19:54:21.559588 run osmo-nitb_10.42.42.2(pid=21460): ERR: Terminated: ERROR {rc=2} [trial-2381↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21460)]\u000a19:54:21.703292 run osmo-nitb_10.42.42.2(pid=21460): stdout: \u000a| (launched: 2022-12-12_19:54:21.210388) \u000a19:54:21.847545 run osmo-nitb_10.42.42.2(pid=21460): stderr: \u000a| (launched: 2022-12-12_19:54:21.257551)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:54:21.987024 run osmo-nitb_10.42.42.2(pid=21460): stdout: \u000a| (launched: 2022-12-12_19:54:21.210388) \u000a19:54:22.125332 run osmo-nitb_10.42.42.2(pid=21460): stderr: \u000a| (launched: 2022-12-12_19:54:21.257551)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:54:22.492509 tst osmo-nitb_10.42.42.2(pid=21460): stdout: \u000a| (launched: 2022-12-12_19:54:21.210388) \u000a19:54:22.619301 tst osmo-nitb_10.42.42.2(pid=21460): stderr: \u000a| (launched: 2022-12-12_19:54:21.257551)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a19:54:22.674724 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=21460): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21460) [trial-2381↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21460)] [trial-2381↪nitb_ussd:trx-lms↪assert_extension.py:12]\u000a19:54:22.683623 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a19:54:22.720752 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21459): Terminating (SIGTERM)\u000a19:54:22.899004 --- ParallelTerminationStrategy: PID 21459 died...\u000a19:54:22.957916 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21459): Terminated: ok {rc=0}\u000a19:54:23.047982 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "97", "name" : "nitb_ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:54:19" }, { "cases" : [ { "testActions" : [ ], "age" : 51, "className" : "ussd:trx-lms", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21470): Process ended prematurely: osmo-stp_10.42.42.5(pid=21470) [trial-2381↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21470)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21470): Process ended prematurely: osmo-stp_10.42.42.5(pid=21470) [trial-2381↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21470)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a19:54:24.886759 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:54:24.897394 tst ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a19:54:25.038010 tst assert_extension.py: using LAC 31127\u000a19:54:25.161889 tst assert_extension.py: using RAC 17\u000a19:54:25.288208 tst assert_extension.py: using CellId 31127\u000a19:54:25.411903 tst assert_extension.py: using BVCI 31128\u000a19:54:25.436207 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:54:25.447263 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:54:25.458231 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:54:25.469410 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:54:25.480614 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:54:25.491825 tst ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a19:54:25.700065 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:54:26.198579 run create_hlr_db(pid=21464): Launched\u000a19:54:26.383117 bus /sierra_2: Setting Powered False\u000a19:54:27.404404 run create_hlr_db(pid=21464): Terminated: ok {rc=0}\u000a19:54:27.805564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21466): Launched\u000a19:54:28.102506 run osmo-hlr_10.42.42.2(pid=21467): Launched\u000a19:54:28.211816 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:54:28.728223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21469): Launched\u000a19:54:29.028506 run osmo-stp_10.42.42.5(pid=21470): Launched\u000a19:54:29.136335 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:54:29.675338 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21472): Launched\u000a19:54:29.970978 run osmo-msc_10.42.42.6(pid=21473): Launched\u000a19:54:30.144569 run osmo-stp_10.42.42.5(pid=21470): ERR: Terminated: ERROR {rc=1} [trial-2381↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21470)]\u000a19:54:30.270333 run osmo-stp_10.42.42.5(pid=21470): stdout: \u000a| (launched: 2022-12-12_19:54:28.878262)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:54:30.394132 run osmo-stp_10.42.42.5(pid=21470): stderr: \u000a| �[0;m�[38;5;43m20221212195429047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195429047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195429047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195429048 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195429048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195429048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195429048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:54:30.513831 run osmo-stp_10.42.42.5(pid=21470): stdout: \u000a| (launched: 2022-12-12_19:54:28.878262)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:54:30.632008 run osmo-stp_10.42.42.5(pid=21470): stderr: \u000a| �[0;m�[38;5;43m20221212195429047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195429047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195429047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195429048 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195429048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195429048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195429048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:54:30.683922 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=21470): Process ended prematurely: osmo-stp_10.42.42.5(pid=21470) [trial-2381↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21470)] [trial-2381↪ussd:trx-lms↪assert_extension.py:17]\u000a19:54:30.692095 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a19:54:30.752353 run osmo-hlr_10.42.42.2(pid=21467): ERR: Terminated: ERROR {rc=237} [trial-2381↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21467)]\u000a19:54:30.801427 run osmo-hlr_10.42.42.2(pid=21467): stdout: \u000a| (launched: 2022-12-12_19:54:27.955432) \u000a19:54:30.867075 run osmo-hlr_10.42.42.2(pid=21467): stderr: \u000a| �[0;m�[1;31m20221212195428127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212195428127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212195428127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195428128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195428128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212195428128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212195428140 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/ussd:trx-lms/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212195428149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212195428149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212195428149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:54:30.945505 run osmo-msc_10.42.42.6(pid=21473): ERR: Terminated: ERROR {rc=2} [trial-2381↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21473)]\u000a19:54:30.995436 run osmo-msc_10.42.42.6(pid=21473): stdout: \u000a| (launched: 2022-12-12_19:54:29.824661) \u000a19:54:31.046539 run osmo-msc_10.42.42.6(pid=21473): stderr: \u000a| �[0;m�[38;5;43m20221212195430096 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212195430096 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1279f9cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212195430096 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212195430096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212195430096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212195430096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212195430099 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212195430099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212195430100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212195430100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:54:31.089887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21466): Terminating (SIGTERM)\u000a19:54:31.130989 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21469): Terminating (SIGTERM)\u000a19:54:31.174397 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21472): Terminating (SIGTERM)\u000a19:54:31.184205 --- ParallelTerminationStrategy: PID 21466 died...\u000a19:54:31.239715 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21466): Terminated: ok {rc=0}\u000a19:54:31.249989 --- ParallelTerminationStrategy: PID 21469 died...\u000a19:54:31.304762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21469): Terminated: ok {rc=0}\u000a19:54:31.314935 --- ParallelTerminationStrategy: PID 21472 died...\u000a19:54:31.369901 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21472): Terminated: ok {rc=0}\u000a19:54:31.458134 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "98", "name" : "ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:54:24" }, { "cases" : [ { "testActions" : [ ], "age" : 55, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21487): Process ended prematurely: osmo-stp_10.42.42.5(pid=21487) [trial-2381↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21487)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21487): Process ended prematurely: osmo-stp_10.42.42.5(pid=21487) [trial-2381↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21487)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a19:54:33.408754 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:54:33.420085 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a19:54:33.580130 tst mo_mt_call.py: using LAC 31128\u000a19:54:33.700707 tst mo_mt_call.py: using RAC 18\u000a19:54:33.818901 tst mo_mt_call.py: using CellId 31128\u000a19:54:33.935135 tst mo_mt_call.py: using BVCI 31129\u000a19:54:33.957926 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:54:33.969434 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:54:33.980545 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:54:33.991582 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:54:34.002582 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:54:34.013556 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:54:34.133268 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:54:34.344394 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:54:34.855020 run create_hlr_db(pid=21481): Launched\u000a19:54:35.041613 bus /sierra_2: Setting Powered False\u000a19:54:36.062903 run create_hlr_db(pid=21481): Terminated: ok {rc=0}\u000a19:54:36.467501 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21483): Launched\u000a19:54:36.768334 run osmo-hlr_10.42.42.2(pid=21484): Launched\u000a19:54:36.887134 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:54:37.415031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21486): Launched\u000a19:54:37.715458 run osmo-stp_10.42.42.5(pid=21487): Launched\u000a19:54:37.823779 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:54:38.373311 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21489): Launched\u000a19:54:38.674728 run osmo-msc_10.42.42.6(pid=21490): Launched\u000a19:54:38.850103 run osmo-stp_10.42.42.5(pid=21487): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21487)]\u000a19:54:38.976422 run osmo-stp_10.42.42.5(pid=21487): stdout: \u000a| (launched: 2022-12-12_19:54:37.567129)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:54:39.101318 run osmo-stp_10.42.42.5(pid=21487): stderr: \u000a| �[0;m�[38;5;43m20221212195437736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195437736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195437736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195437737 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195437737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195437737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195437738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:54:39.221772 run osmo-stp_10.42.42.5(pid=21487): stdout: \u000a| (launched: 2022-12-12_19:54:37.567129)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:54:39.340364 run osmo-stp_10.42.42.5(pid=21487): stderr: \u000a| �[0;m�[38;5;43m20221212195437736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195437736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195437736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195437737 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195437737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195437737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195437738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:54:39.393307 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21487): Process ended prematurely: osmo-stp_10.42.42.5(pid=21487) [trial-2381↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21487)] [trial-2381↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a19:54:39.401794 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a19:54:39.462012 run osmo-hlr_10.42.42.2(pid=21484): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21484)]\u000a19:54:39.510952 run osmo-hlr_10.42.42.2(pid=21484): stdout: \u000a| (launched: 2022-12-12_19:54:36.619574) \u000a19:54:39.560689 run osmo-hlr_10.42.42.2(pid=21484): stderr: \u000a| �[0;m�[1;31m20221212195436794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212195436794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212195436794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195436794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195436794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212195436794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212195436807 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212195436817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212195436817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212195436817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:54:39.627920 run osmo-msc_10.42.42.6(pid=21490): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21490)]\u000a19:54:39.676829 run osmo-msc_10.42.42.6(pid=21490): stdout: \u000a| (launched: 2022-12-12_19:54:38.525183) \u000a19:54:39.726265 run osmo-msc_10.42.42.6(pid=21490): stderr: \u000a| �[0;m�[38;5;43m20221212195438796 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212195438796 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9a4879cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212195438796 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212195438796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212195438797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212195438797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212195438799 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212195438799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212195438799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212195438799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:54:39.767923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21483): Terminating (SIGTERM)\u000a19:54:39.808577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21486): Terminating (SIGTERM)\u000a19:54:39.848055 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21489): Terminating (SIGTERM)\u000a19:54:39.857208 --- ParallelTerminationStrategy: PID 21483 died...\u000a19:54:39.909790 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21483): Terminated: ok {rc=0}\u000a19:54:39.919235 --- ParallelTerminationStrategy: PID 21486 died...\u000a19:54:39.971845 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21486): Terminated: ok {rc=0}\u000a19:54:39.981467 --- ParallelTerminationStrategy: PID 21489 died...\u000a19:54:40.034507 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21489): Terminated: ok {rc=0}\u000a19:54:40.118838 bus /sierra_3: Setting Powered False\u000a19:54:41.221120 bus /sierra_3: Setting Powered False\u000a19:54:42.334313 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 62, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21498): Process ended prematurely: osmo-stp_10.42.42.5(pid=21498) [trial-2381↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21498)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21498): Process ended prematurely: osmo-stp_10.42.42.5(pid=21498) [trial-2381↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21498)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:54:43.445607 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:54:43.457444 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a19:54:43.620608 tst mo_mt_call_osmux.py: using LAC 31129\u000a19:54:43.747018 tst mo_mt_call_osmux.py: using RAC 19\u000a19:54:43.874728 tst mo_mt_call_osmux.py: using CellId 31129\u000a19:54:44.005560 tst mo_mt_call_osmux.py: using BVCI 31130\u000a19:54:44.030050 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:54:44.041777 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:54:44.053212 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:54:44.064899 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:54:44.076645 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a19:54:44.088365 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:54:44.207601 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a19:54:44.423437 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:54:44.932883 run create_hlr_db(pid=21492): Launched\u000a19:54:45.120366 bus /sierra_2: Setting Powered False\u000a19:54:46.138978 run create_hlr_db(pid=21492): Terminated: ok {rc=0}\u000a19:54:46.563673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21494): Launched\u000a19:54:47.006157 run osmo-hlr_10.42.42.2(pid=21495): Launched\u000a19:54:47.240487 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:54:47.773495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21497): Launched\u000a19:54:48.078393 run osmo-stp_10.42.42.5(pid=21498): Launched\u000a19:54:48.187662 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:54:48.740116 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21500): Launched\u000a19:54:49.041544 run osmo-msc_10.42.42.6(pid=21501): Launched\u000a19:54:49.218953 run osmo-stp_10.42.42.5(pid=21498): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21498)]\u000a19:54:49.346770 run osmo-stp_10.42.42.5(pid=21498): stdout: \u000a| (launched: 2022-12-12_19:54:47.927063)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:54:49.472544 run osmo-stp_10.42.42.5(pid=21498): stderr: \u000a| �[0;m�[38;5;43m20221212195448098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195448098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195448098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195448098 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195448099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195448099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195448099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:54:49.594309 run osmo-stp_10.42.42.5(pid=21498): stdout: \u000a| (launched: 2022-12-12_19:54:47.927063)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:54:49.714260 run osmo-stp_10.42.42.5(pid=21498): stderr: \u000a| �[0;m�[38;5;43m20221212195448098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195448098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195448098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195448098 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195448099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195448099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195448099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:54:49.767144 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21498): Process ended prematurely: osmo-stp_10.42.42.5(pid=21498) [trial-2381↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21498)] [trial-2381↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a19:54:49.775798 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a19:54:49.836014 run osmo-hlr_10.42.42.2(pid=21495): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21495)]\u000a19:54:49.885583 run osmo-hlr_10.42.42.2(pid=21495): stdout: \u000a| (launched: 2022-12-12_19:54:46.732525) \u000a19:54:49.935734 run osmo-hlr_10.42.42.2(pid=21495): stderr: \u000a| �[0;m�[1;31m20221212195446968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212195446968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212195446968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195446968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195446968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212195446968 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212195446998 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212195447007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212195447007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212195447007 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:54:50.003761 run osmo-msc_10.42.42.6(pid=21501): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21501)]\u000a19:54:50.053584 run osmo-msc_10.42.42.6(pid=21501): stdout: \u000a| (launched: 2022-12-12_19:54:48.893149) \u000a19:54:50.103739 run osmo-msc_10.42.42.6(pid=21501): stderr: \u000a| �[0;m�[38;5;43m20221212195449166 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212195449166 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc1c80f9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212195449166 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212195449167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212195449167 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212195449168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212195449169 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212195449170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212195449170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212195449170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:54:50.146059 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21494): Terminating (SIGTERM)\u000a19:54:50.186261 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21497): Terminating (SIGTERM)\u000a19:54:50.226467 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21500): Terminating (SIGTERM)\u000a19:54:50.235719 --- ParallelTerminationStrategy: PID 21494 died...\u000a19:54:50.288666 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21494): Terminated: ok {rc=0}\u000a19:54:50.298181 --- ParallelTerminationStrategy: PID 21497 died...\u000a19:54:50.350820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21497): Terminated: ok {rc=0}\u000a19:54:50.360392 --- ParallelTerminationStrategy: PID 21500 died...\u000a19:54:50.413348 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21500): Terminated: ok {rc=0}\u000a19:54:50.501308 bus /sierra_3: Setting Powered False\u000a19:54:51.603783 bus /sierra_3: Setting Powered False\u000a19:54:52.715249 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "99", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:54:33" }, { "cases" : [ { "testActions" : [ ], "age" : 51, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21512): Process ended prematurely: osmo-stp_10.42.42.5(pid=21512) [trial-2381↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21512)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21512): Process ended prematurely: osmo-stp_10.42.42.5(pid=21512) [trial-2381↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21512)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a19:54:54.709834 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:54:54.721491 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a19:54:54.880696 tst mo_mt_call.py: using LAC 31130\u000a19:54:55.001439 tst mo_mt_call.py: using RAC 20\u000a19:54:55.119397 tst mo_mt_call.py: using CellId 31130\u000a19:54:55.240033 tst mo_mt_call.py: using BVCI 31131\u000a19:54:55.262913 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:54:55.274007 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:54:55.284913 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:54:55.295785 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:54:55.306753 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:54:55.317640 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:54:55.436037 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:54:55.638235 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:54:56.120153 run create_hlr_db(pid=21506): Launched\u000a19:54:56.292788 bus /sierra_2: Setting Powered False\u000a19:54:57.316140 run create_hlr_db(pid=21506): Terminated: ok {rc=0}\u000a19:54:57.719352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21508): Launched\u000a19:54:58.020580 run osmo-hlr_10.42.42.2(pid=21509): Launched\u000a19:54:58.130270 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:54:58.653499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21511): Launched\u000a19:54:58.954524 run osmo-stp_10.42.42.5(pid=21512): Launched\u000a19:54:59.063122 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:54:59.614042 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21514): Launched\u000a19:54:59.915455 run osmo-msc_10.42.42.6(pid=21515): Launched\u000a19:55:00.091991 run osmo-stp_10.42.42.5(pid=21512): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21512)]\u000a19:55:00.219359 run osmo-stp_10.42.42.5(pid=21512): stdout: \u000a| (launched: 2022-12-12_19:54:58.805642)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:55:00.344490 run osmo-stp_10.42.42.5(pid=21512): stderr: \u000a| �[0;m�[38;5;43m20221212195458973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195458973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195458973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195458974 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195458974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195458974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195458975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:55:00.464786 run osmo-stp_10.42.42.5(pid=21512): stdout: \u000a| (launched: 2022-12-12_19:54:58.805642)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:55:00.583989 run osmo-stp_10.42.42.5(pid=21512): stderr: \u000a| �[0;m�[38;5;43m20221212195458973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195458973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195458973 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195458974 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195458974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195458974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195458975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:55:00.636942 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21512): Process ended prematurely: osmo-stp_10.42.42.5(pid=21512) [trial-2381↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21512)] [trial-2381↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a19:55:00.645460 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a19:55:00.704985 run osmo-hlr_10.42.42.2(pid=21509): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21509)]\u000a19:55:00.753886 run osmo-hlr_10.42.42.2(pid=21509): stdout: \u000a| (launched: 2022-12-12_19:54:57.872020) \u000a19:55:00.803389 run osmo-hlr_10.42.42.2(pid=21509): stderr: \u000a| �[0;m�[1;31m20221212195458049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212195458049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212195458049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195458049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195458049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212195458049 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212195458061 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212195458070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212195458070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212195458070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:55:00.892493 run osmo-msc_10.42.42.6(pid=21515): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21515)]\u000a19:55:00.950161 run osmo-msc_10.42.42.6(pid=21515): stdout: \u000a| (launched: 2022-12-12_19:54:59.766042) \u000a19:55:01.007724 run osmo-msc_10.42.42.6(pid=21515): stderr: \u000a| �[0;m�[38;5;43m20221212195500037 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212195500037 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1d49794c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212195500037 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212195500037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212195500037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212195500037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212195500040 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212195500041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212195500041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212195500041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:55:01.054717 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21508): Terminating (SIGTERM)\u000a19:55:01.101876 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21511): Terminating (SIGTERM)\u000a19:55:01.148934 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21514): Terminating (SIGTERM)\u000a19:55:01.159913 --- ParallelTerminationStrategy: PID 21508 died...\u000a19:55:01.222645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21508): Terminated: ok {rc=0}\u000a19:55:01.233802 --- ParallelTerminationStrategy: PID 21511 died...\u000a19:55:01.294429 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21511): Terminated: ok {rc=0}\u000a19:55:01.305755 --- ParallelTerminationStrategy: PID 21514 died...\u000a19:55:01.366869 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21514): Terminated: ok {rc=0}\u000a19:55:01.470021 bus /sierra_3: Setting Powered False\u000a19:55:02.571180 bus /sierra_3: Setting Powered False\u000a19:55:03.685958 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 62, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21526): Process ended prematurely: osmo-stp_10.42.42.5(pid=21526) [trial-2381↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21526)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21526): Process ended prematurely: osmo-stp_10.42.42.5(pid=21526) [trial-2381↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21526)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:55:04.796619 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:55:04.808434 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a19:55:04.966675 tst mo_mt_call_osmux.py: using LAC 31131\u000a19:55:05.093622 tst mo_mt_call_osmux.py: using RAC 21\u000a19:55:05.220126 tst mo_mt_call_osmux.py: using CellId 31131\u000a19:55:05.341370 tst mo_mt_call_osmux.py: using BVCI 31132\u000a19:55:05.364058 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:55:05.375282 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:55:05.386629 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:55:05.398041 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:55:05.408906 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a19:55:05.420038 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:55:05.532740 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a19:55:05.738930 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:55:06.221405 run create_hlr_db(pid=21520): Launched\u000a19:55:06.394124 bus /sierra_2: Setting Powered False\u000a19:55:07.417724 run create_hlr_db(pid=21520): Terminated: ok {rc=0}\u000a19:55:07.848323 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21522): Launched\u000a19:55:08.171823 run osmo-hlr_10.42.42.2(pid=21523): Launched\u000a19:55:08.289132 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:55:08.851163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21525): Launched\u000a19:55:09.175286 run osmo-stp_10.42.42.5(pid=21526): Launched\u000a19:55:09.292560 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:55:09.885717 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21528): Launched\u000a19:55:10.210975 run osmo-msc_10.42.42.6(pid=21529): Launched\u000a19:55:10.400570 run osmo-stp_10.42.42.5(pid=21526): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21526)]\u000a19:55:10.539457 run osmo-stp_10.42.42.5(pid=21526): stdout: \u000a| (launched: 2022-12-12_19:55:09.014999)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:55:10.674934 run osmo-stp_10.42.42.5(pid=21526): stderr: \u000a| �[0;m�[38;5;43m20221212195509205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195509205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195509205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195509206 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195509206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195509206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195509206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:55:10.804352 run osmo-stp_10.42.42.5(pid=21526): stdout: \u000a| (launched: 2022-12-12_19:55:09.014999)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:55:10.932864 run osmo-stp_10.42.42.5(pid=21526): stderr: \u000a| �[0;m�[38;5;43m20221212195509205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195509205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195509205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195509206 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195509206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195509206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195509206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:55:10.989779 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21526): Process ended prematurely: osmo-stp_10.42.42.5(pid=21526) [trial-2381↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21526)] [trial-2381↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a19:55:10.999000 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a19:55:11.063785 run osmo-hlr_10.42.42.2(pid=21523): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21523)]\u000a19:55:11.116406 run osmo-hlr_10.42.42.2(pid=21523): stdout: \u000a| (launched: 2022-12-12_19:55:08.012724) \u000a19:55:11.169828 run osmo-hlr_10.42.42.2(pid=21523): stderr: \u000a| �[0;m�[1;31m20221212195508210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212195508210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212195508210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195508210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195508210 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212195508211 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212195508223 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212195508232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212195508232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212195508232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:55:11.241662 run osmo-msc_10.42.42.6(pid=21529): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21529)]\u000a19:55:11.294140 run osmo-msc_10.42.42.6(pid=21529): stdout: \u000a| (launched: 2022-12-12_19:55:10.049724) \u000a19:55:11.347404 run osmo-msc_10.42.42.6(pid=21529): stderr: \u000a| �[0;m�[38;5;43m20221212195510369 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212195510369 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9e2c949c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212195510369 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212195510369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212195510370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212195510370 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212195510371 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212195510372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212195510372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212195510372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:55:11.392183 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21522): Terminating (SIGTERM)\u000a19:55:11.434918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21525): Terminating (SIGTERM)\u000a19:55:11.477566 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21528): Terminating (SIGTERM)\u000a19:55:11.487613 --- ParallelTerminationStrategy: PID 21522 died...\u000a19:55:11.545212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21522): Terminated: ok {rc=0}\u000a19:55:11.555483 --- ParallelTerminationStrategy: PID 21525 died...\u000a19:55:11.612478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21525): Terminated: ok {rc=0}\u000a19:55:11.623116 --- ParallelTerminationStrategy: PID 21528 died...\u000a19:55:11.679933 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21528): Terminated: ok {rc=0}\u000a19:55:11.767864 bus /sierra_3: Setting Powered False\u000a19:55:12.877262 bus /sierra_3: Setting Powered False\u000a19:55:13.990263 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "100", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:54:54" }, { "cases" : [ { "testActions" : [ ], "age" : 51, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21541): Process ended prematurely: osmo-stp_10.42.42.5(pid=21541) [trial-2381↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21541)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21541): Process ended prematurely: osmo-stp_10.42.42.5(pid=21541) [trial-2381↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21541)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a19:55:16.016213 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:55:16.029002 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a19:55:16.219816 tst mo_mt_call.py: using LAC 31132\u000a19:55:16.355146 tst mo_mt_call.py: using RAC 22\u000a19:55:16.519736 tst mo_mt_call.py: using CellId 31132\u000a19:55:16.655723 tst mo_mt_call.py: using BVCI 31133\u000a19:55:16.681660 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:55:16.694415 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:55:16.707997 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:55:16.721788 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:55:16.735649 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:55:16.749123 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:55:16.884203 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:55:17.102635 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:55:17.622140 run create_hlr_db(pid=21535): Launched\u000a19:55:17.810486 bus /sierra_2: Setting Powered False\u000a19:55:18.832731 run create_hlr_db(pid=21535): Terminated: ok {rc=0}\u000a19:55:19.239800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21537): Launched\u000a19:55:19.544205 run osmo-hlr_10.42.42.2(pid=21538): Launched\u000a19:55:19.655666 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:55:20.181652 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21540): Launched\u000a19:55:20.484785 run osmo-stp_10.42.42.5(pid=21541): Launched\u000a19:55:20.593937 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:55:21.145787 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21543): Launched\u000a19:55:21.450307 run osmo-msc_10.42.42.6(pid=21544): Launched\u000a19:55:21.627139 run osmo-stp_10.42.42.5(pid=21541): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21541)]\u000a19:55:21.754549 run osmo-stp_10.42.42.5(pid=21541): stdout: \u000a| (launched: 2022-12-12_19:55:20.334414)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:55:21.879431 run osmo-stp_10.42.42.5(pid=21541): stderr: \u000a| �[0;m�[38;5;43m20221212195520506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195520506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195520506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195520507 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195520507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195520507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195520507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:55:22.000173 run osmo-stp_10.42.42.5(pid=21541): stdout: \u000a| (launched: 2022-12-12_19:55:20.334414)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:55:22.119688 run osmo-stp_10.42.42.5(pid=21541): stderr: \u000a| �[0;m�[38;5;43m20221212195520506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195520506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195520506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195520507 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195520507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195520507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195520507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:55:22.172637 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21541): Process ended prematurely: osmo-stp_10.42.42.5(pid=21541) [trial-2381↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21541)] [trial-2381↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a19:55:22.181188 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a19:55:22.240989 run osmo-hlr_10.42.42.2(pid=21538): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21538)]\u000a19:55:22.290199 run osmo-hlr_10.42.42.2(pid=21538): stdout: \u000a| (launched: 2022-12-12_19:55:19.393327) \u000a19:55:22.340068 run osmo-hlr_10.42.42.2(pid=21538): stderr: \u000a| �[0;m�[1;31m20221212195519569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212195519569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212195519569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195519569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195519569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212195519569 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212195519581 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212195519590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212195519591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212195519591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:55:22.407646 run osmo-msc_10.42.42.6(pid=21544): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21544)]\u000a19:55:22.456881 run osmo-msc_10.42.42.6(pid=21544): stdout: \u000a| (launched: 2022-12-12_19:55:21.298782) \u000a19:55:22.506533 run osmo-msc_10.42.42.6(pid=21544): stderr: \u000a| �[0;m�[38;5;43m20221212195521569 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212195521569 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2d63c9fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212195521569 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212195521570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212195521570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212195521570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212195521572 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212195521572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212195521572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212195521572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:55:22.548726 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21537): Terminating (SIGTERM)\u000a19:55:22.588496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21540): Terminating (SIGTERM)\u000a19:55:22.628146 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21543): Terminating (SIGTERM)\u000a19:55:22.637309 --- ParallelTerminationStrategy: PID 21537 died...\u000a19:55:22.690929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21537): Terminated: ok {rc=0}\u000a19:55:22.700462 --- ParallelTerminationStrategy: PID 21540 died...\u000a19:55:22.753799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21540): Terminated: ok {rc=0}\u000a19:55:22.763442 --- ParallelTerminationStrategy: PID 21543 died...\u000a19:55:22.816750 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21543): Terminated: ok {rc=0}\u000a19:55:22.906989 bus /sierra_3: Setting Powered False\u000a19:55:24.011995 bus /sierra_3: Setting Powered False\u000a19:55:25.125761 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 62, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21552): Process ended prematurely: osmo-stp_10.42.42.5(pid=21552) [trial-2381↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21552)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21552): Process ended prematurely: osmo-stp_10.42.42.5(pid=21552) [trial-2381↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21552)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:55:26.242184 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:55:26.254397 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a19:55:26.420737 tst mo_mt_call_osmux.py: using LAC 31133\u000a19:55:26.543082 tst mo_mt_call_osmux.py: using RAC 23\u000a19:55:26.674696 tst mo_mt_call_osmux.py: using CellId 31133\u000a19:55:26.791778 tst mo_mt_call_osmux.py: using BVCI 31134\u000a19:55:26.814751 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:55:26.826068 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:55:26.837132 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:55:26.848769 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:55:26.860417 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a19:55:26.872108 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:55:26.991528 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a19:55:27.194170 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:55:27.678482 run create_hlr_db(pid=21546): Launched\u000a19:55:27.851776 bus /sierra_2: Setting Powered False\u000a19:55:28.874527 run create_hlr_db(pid=21546): Terminated: ok {rc=0}\u000a19:55:29.277734 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21548): Launched\u000a19:55:29.582009 run osmo-hlr_10.42.42.2(pid=21549): Launched\u000a19:55:29.691010 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:55:30.214769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21551): Launched\u000a19:55:30.518215 run osmo-stp_10.42.42.5(pid=21552): Launched\u000a19:55:30.627073 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:55:31.205557 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21554): Launched\u000a19:55:31.612829 run osmo-msc_10.42.42.6(pid=21555): Launched\u000a19:55:31.936413 run osmo-stp_10.42.42.5(pid=21552): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21552)]\u000a19:55:32.120362 run osmo-stp_10.42.42.5(pid=21552): stdout: \u000a| (launched: 2022-12-12_19:55:30.367244)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:55:32.260065 run osmo-stp_10.42.42.5(pid=21552): stderr: \u000a| �[0;m�[38;5;43m20221212195530536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195530536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195530537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195530537 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195530538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195530538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195530538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:55:32.392007 run osmo-stp_10.42.42.5(pid=21552): stdout: \u000a| (launched: 2022-12-12_19:55:30.367244)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:55:32.521654 run osmo-stp_10.42.42.5(pid=21552): stderr: \u000a| �[0;m�[38;5;43m20221212195530536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195530536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195530537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195530537 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195530538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195530538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195530538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:55:32.578759 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21552): Process ended prematurely: osmo-stp_10.42.42.5(pid=21552) [trial-2381↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21552)] [trial-2381↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a19:55:32.588252 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a19:55:32.652687 run osmo-hlr_10.42.42.2(pid=21549): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21549)]\u000a19:55:32.705437 run osmo-hlr_10.42.42.2(pid=21549): stdout: \u000a| (launched: 2022-12-12_19:55:29.431030) \u000a19:55:32.759224 run osmo-hlr_10.42.42.2(pid=21549): stderr: \u000a| �[0;m�[1;31m20221212195529608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212195529608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212195529608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195529608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195529608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212195529608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212195529637 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212195529646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212195529646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212195529646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:55:32.831186 run osmo-msc_10.42.42.6(pid=21555): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21555)]\u000a19:55:32.883763 run osmo-msc_10.42.42.6(pid=21555): stdout: \u000a| (launched: 2022-12-12_19:55:31.360291) \u000a19:55:32.937259 run osmo-msc_10.42.42.6(pid=21555): stderr: \u000a| �[0;m�[38;5;43m20221212195531853 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212195531853 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8444a9cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212195531853 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212195531853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212195531854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212195531854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212195531855 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212195531856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212195531856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212195531856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:55:32.982132 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21548): Terminating (SIGTERM)\u000a19:55:33.024894 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21551): Terminating (SIGTERM)\u000a19:55:33.067825 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21554): Terminating (SIGTERM)\u000a19:55:33.077856 --- ParallelTerminationStrategy: PID 21548 died...\u000a19:55:33.135666 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21548): Terminated: ok {rc=0}\u000a19:55:33.146123 --- ParallelTerminationStrategy: PID 21551 died...\u000a19:55:33.203143 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21551): Terminated: ok {rc=0}\u000a19:55:33.213534 --- ParallelTerminationStrategy: PID 21554 died...\u000a19:55:33.270900 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21554): Terminated: ok {rc=0}\u000a19:55:33.359982 bus /sierra_3: Setting Powered False\u000a19:55:34.466237 bus /sierra_3: Setting Powered False\u000a19:55:35.578193 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "101", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:55:15" }, { "cases" : [ { "testActions" : [ ], "age" : 55, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21566): Process ended prematurely: osmo-stp_10.42.42.5(pid=21566) [trial-2381↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21566)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21566): Process ended prematurely: osmo-stp_10.42.42.5(pid=21566) [trial-2381↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21566)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a19:55:37.586874 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:55:37.598608 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a19:55:37.763473 tst mo_mt_call.py: using LAC 31134\u000a19:55:37.889110 tst mo_mt_call.py: using RAC 24\u000a19:55:38.017067 tst mo_mt_call.py: using CellId 31134\u000a19:55:38.137540 tst mo_mt_call.py: using BVCI 31135\u000a19:55:38.160435 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:55:38.171741 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:55:38.182849 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:55:38.194575 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:55:38.206349 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:55:38.217914 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a19:55:38.336508 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a19:55:38.537425 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:55:39.021188 run create_hlr_db(pid=21560): Launched\u000a19:55:39.193778 bus /sierra_2: Setting Powered False\u000a19:55:40.216538 run create_hlr_db(pid=21560): Terminated: ok {rc=0}\u000a19:55:40.617796 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21562): Launched\u000a19:55:40.918206 run osmo-hlr_10.42.42.2(pid=21563): Launched\u000a19:55:41.026977 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:55:41.549305 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21565): Launched\u000a19:55:41.850400 run osmo-stp_10.42.42.5(pid=21566): Launched\u000a19:55:41.987867 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:55:42.538121 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21568): Launched\u000a19:55:42.839270 run osmo-msc_10.42.42.6(pid=21569): Launched\u000a19:55:43.015143 run osmo-stp_10.42.42.5(pid=21566): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21566)]\u000a19:55:43.142417 run osmo-stp_10.42.42.5(pid=21566): stdout: \u000a| (launched: 2022-12-12_19:55:41.702350)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:55:43.267891 run osmo-stp_10.42.42.5(pid=21566): stderr: \u000a| �[0;m�[38;5;43m20221212195541873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195541873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195541873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195541874 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195541874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195541874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195541874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:55:43.388050 run osmo-stp_10.42.42.5(pid=21566): stdout: \u000a| (launched: 2022-12-12_19:55:41.702350)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:55:43.507330 run osmo-stp_10.42.42.5(pid=21566): stderr: \u000a| �[0;m�[38;5;43m20221212195541873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195541873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195541873 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195541874 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195541874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195541874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195541874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:55:43.560101 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21566): Process ended prematurely: osmo-stp_10.42.42.5(pid=21566) [trial-2381↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21566)] [trial-2381↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a19:55:43.568475 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a19:55:43.629051 run osmo-hlr_10.42.42.2(pid=21563): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21563)]\u000a19:55:43.678359 run osmo-hlr_10.42.42.2(pid=21563): stdout: \u000a| (launched: 2022-12-12_19:55:40.770354) \u000a19:55:43.728672 run osmo-hlr_10.42.42.2(pid=21563): stderr: \u000a| �[0;m�[1;31m20221212195540945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212195540945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212195540945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195540945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195540945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212195540945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212195540961 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212195540972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212195540972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212195540972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:55:43.796561 run osmo-msc_10.42.42.6(pid=21569): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21569)]\u000a19:55:43.846088 run osmo-msc_10.42.42.6(pid=21569): stdout: \u000a| (launched: 2022-12-12_19:55:42.690021) \u000a19:55:43.895967 run osmo-msc_10.42.42.6(pid=21569): stderr: \u000a| �[0;m�[38;5;43m20221212195542959 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212195542959 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5039955c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212195542959 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212195542959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212195542959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212195542960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212195542961 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212195542962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212195542962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212195542962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:55:43.937862 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21562): Terminating (SIGTERM)\u000a19:55:43.977734 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21565): Terminating (SIGTERM)\u000a19:55:44.017486 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21568): Terminating (SIGTERM)\u000a19:55:44.026643 --- ParallelTerminationStrategy: PID 21562 died...\u000a19:55:44.079986 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21562): Terminated: ok {rc=0}\u000a19:55:44.089577 --- ParallelTerminationStrategy: PID 21565 died...\u000a19:55:44.142668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21565): Terminated: ok {rc=0}\u000a19:55:44.152171 --- ParallelTerminationStrategy: PID 21568 died...\u000a19:55:44.205565 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21568): Terminated: ok {rc=0}\u000a19:55:44.294465 bus /sierra_3: Setting Powered False\u000a19:55:45.398050 bus /sierra_3: Setting Powered False\u000a19:55:46.507308 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 58, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21577): Process ended prematurely: osmo-stp_10.42.42.5(pid=21577) [trial-2381↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21577)]", "failedSince" : 2324, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21577): Process ended prematurely: osmo-stp_10.42.42.5(pid=21577) [trial-2381↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21577)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:55:47.616835 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:55:47.629284 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a19:55:47.787020 tst mo_mt_call_osmux.py: using LAC 31135\u000a19:55:47.906891 tst mo_mt_call_osmux.py: using RAC 25\u000a19:55:48.024486 tst mo_mt_call_osmux.py: using CellId 31135\u000a19:55:48.152446 tst mo_mt_call_osmux.py: using BVCI 31136\u000a19:55:48.176892 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:55:48.188652 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:55:48.200275 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:55:48.212218 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:55:48.224420 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a19:55:48.236053 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a19:55:48.352030 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a19:55:48.563360 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:55:49.071480 run create_hlr_db(pid=21571): Launched\u000a19:55:49.258791 bus /sierra_2: Setting Powered False\u000a19:55:50.280570 run create_hlr_db(pid=21571): Terminated: ok {rc=0}\u000a19:55:50.686504 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21573): Launched\u000a19:55:50.988334 run osmo-hlr_10.42.42.2(pid=21574): Launched\u000a19:55:51.098631 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:55:51.622155 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21576): Launched\u000a19:55:51.924475 run osmo-stp_10.42.42.5(pid=21577): Launched\u000a19:55:52.033052 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:55:52.584346 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21579): Launched\u000a19:55:52.895850 run osmo-msc_10.42.42.6(pid=21580): Launched\u000a19:55:53.089842 run osmo-stp_10.42.42.5(pid=21577): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21577)]\u000a19:55:53.228907 run osmo-stp_10.42.42.5(pid=21577): stdout: \u000a| (launched: 2022-12-12_19:55:51.775236)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:55:53.365531 run osmo-stp_10.42.42.5(pid=21577): stderr: \u000a| �[0;m�[38;5;43m20221212195551942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195551942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195551943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195551943 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195551943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195551943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195551944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:55:53.496634 run osmo-stp_10.42.42.5(pid=21577): stdout: \u000a| (launched: 2022-12-12_19:55:51.775236)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:55:53.626652 run osmo-stp_10.42.42.5(pid=21577): stderr: \u000a| �[0;m�[38;5;43m20221212195551942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195551942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195551943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195551943 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195551943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195551943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195551944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:55:53.684184 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21577): Process ended prematurely: osmo-stp_10.42.42.5(pid=21577) [trial-2381↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21577)] [trial-2381↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a19:55:53.694080 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a19:55:53.759224 run osmo-hlr_10.42.42.2(pid=21574): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21574)]\u000a19:55:53.812204 run osmo-hlr_10.42.42.2(pid=21574): stdout: \u000a| (launched: 2022-12-12_19:55:50.839422) \u000a19:55:53.865488 run osmo-hlr_10.42.42.2(pid=21574): stderr: \u000a| �[0;m�[1;31m20221212195551014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212195551014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212195551014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195551014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195551014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212195551014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212195551030 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212195551040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212195551040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212195551040 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:55:53.938641 run osmo-msc_10.42.42.6(pid=21580): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21580)]\u000a19:55:53.991600 run osmo-msc_10.42.42.6(pid=21580): stdout: \u000a| (launched: 2022-12-12_19:55:52.737413) \u000a19:55:54.045854 run osmo-msc_10.42.42.6(pid=21580): stderr: \u000a| �[0;m�[38;5;43m20221212195553053 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212195553054 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fce0f65ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212195553054 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212195553054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212195553054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212195553054 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212195553056 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212195553056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212195553056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212195553056 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:55:54.091253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21573): Terminating (SIGTERM)\u000a19:55:54.135067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21576): Terminating (SIGTERM)\u000a19:55:54.178257 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21579): Terminating (SIGTERM)\u000a19:55:54.188820 --- ParallelTerminationStrategy: PID 21573 died...\u000a19:55:54.246586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21573): Terminated: ok {rc=0}\u000a19:55:54.257365 --- ParallelTerminationStrategy: PID 21576 died...\u000a19:55:54.314978 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21576): Terminated: ok {rc=0}\u000a19:55:54.325781 --- ParallelTerminationStrategy: PID 21579 died...\u000a19:55:54.383484 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21579): Terminated: ok {rc=0}\u000a19:55:54.473503 bus /sierra_3: Setting Powered False\u000a19:55:55.583307 bus /sierra_3: Setting Powered False\u000a19:55:56.693395 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "102", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:55:37" }, { "cases" : [ { "testActions" : [ ], "age" : 51, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21591): Process ended prematurely: osmo-stp_10.42.42.5(pid=21591) [trial-2381↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21591)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21591): Process ended prematurely: osmo-stp_10.42.42.5(pid=21591) [trial-2381↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21591)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a19:55:58.693196 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:55:58.704203 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a19:55:58.862192 tst mo_mt_call.py: using LAC 31136\u000a19:55:58.982797 tst mo_mt_call.py: using RAC 26\u000a19:55:59.100869 tst mo_mt_call.py: using CellId 31136\u000a19:55:59.221079 tst mo_mt_call.py: using BVCI 31137\u000a19:55:59.243915 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:55:59.254980 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:55:59.265849 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:55:59.276704 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:55:59.287722 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:55:59.298625 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:55:59.416623 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:55:59.628469 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:56:00.136904 run create_hlr_db(pid=21585): Launched\u000a19:56:00.324176 bus /sierra_2: Setting Powered False\u000a19:56:01.339418 run create_hlr_db(pid=21585): Terminated: ok {rc=0}\u000a19:56:01.769587 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21587): Launched\u000a19:56:02.172778 run osmo-hlr_10.42.42.2(pid=21588): Launched\u000a19:56:02.288659 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:56:02.821801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21590): Launched\u000a19:56:03.122363 run osmo-stp_10.42.42.5(pid=21591): Launched\u000a19:56:03.229920 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:56:03.782043 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21593): Launched\u000a19:56:04.086116 run osmo-msc_10.42.42.6(pid=21594): Launched\u000a19:56:04.262308 run osmo-stp_10.42.42.5(pid=21591): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21591)]\u000a19:56:04.389448 run osmo-stp_10.42.42.5(pid=21591): stdout: \u000a| (launched: 2022-12-12_19:56:02.973977)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:56:04.514251 run osmo-stp_10.42.42.5(pid=21591): stderr: \u000a| �[0;m�[38;5;43m20221212195603141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195603142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195603142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195603142 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195603143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195603143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195603143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:56:04.634729 run osmo-stp_10.42.42.5(pid=21591): stdout: \u000a| (launched: 2022-12-12_19:56:02.973977)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:56:04.753753 run osmo-stp_10.42.42.5(pid=21591): stderr: \u000a| �[0;m�[38;5;43m20221212195603141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195603142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195603142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195603142 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195603143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195603143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195603143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:56:04.806308 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21591): Process ended prematurely: osmo-stp_10.42.42.5(pid=21591) [trial-2381↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21591)] [trial-2381↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a19:56:04.814816 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a19:56:04.874061 run osmo-hlr_10.42.42.2(pid=21588): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21588)]\u000a19:56:04.923084 run osmo-hlr_10.42.42.2(pid=21588): stdout: \u000a| (launched: 2022-12-12_19:56:01.928030) \u000a19:56:04.972546 run osmo-hlr_10.42.42.2(pid=21588): stderr: \u000a| �[0;m�[1;31m20221212195602207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212195602208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212195602208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195602208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195602208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212195602208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212195602221 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212195602230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212195602231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212195602231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:56:05.039760 run osmo-msc_10.42.42.6(pid=21594): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21594)]\u000a19:56:05.088970 run osmo-msc_10.42.42.6(pid=21594): stdout: \u000a| (launched: 2022-12-12_19:56:03.934223) \u000a19:56:05.138428 run osmo-msc_10.42.42.6(pid=21594): stderr: \u000a| �[0;m�[38;5;43m20221212195604206 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212195604207 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8a33408c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212195604207 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212195604207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212195604207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212195604207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212195604209 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212195604209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212195604209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212195604210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:56:05.180278 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21587): Terminating (SIGTERM)\u000a19:56:05.219781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21590): Terminating (SIGTERM)\u000a19:56:05.259294 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21593): Terminating (SIGTERM)\u000a19:56:05.268427 --- ParallelTerminationStrategy: PID 21587 died...\u000a19:56:05.321545 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21587): Terminated: ok {rc=0}\u000a19:56:05.331060 --- ParallelTerminationStrategy: PID 21590 died...\u000a19:56:05.383854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21590): Terminated: ok {rc=0}\u000a19:56:05.393745 --- ParallelTerminationStrategy: PID 21593 died...\u000a19:56:05.446594 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21593): Terminated: ok {rc=0}\u000a19:56:05.530542 bus /sierra_3: Setting Powered False\u000a19:56:06.638635 bus /sierra_3: Setting Powered False\u000a19:56:07.747352 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21602): Process ended prematurely: osmo-stp_10.42.42.5(pid=21602) [trial-2381↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21602)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21602): Process ended prematurely: osmo-stp_10.42.42.5(pid=21602) [trial-2381↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21602)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:56:08.857452 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:56:08.869237 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a19:56:09.026024 tst mo_mt_call_osmux.py: using LAC 31137\u000a19:56:09.143254 tst mo_mt_call_osmux.py: using RAC 27\u000a19:56:09.262664 tst mo_mt_call_osmux.py: using CellId 31137\u000a19:56:09.379879 tst mo_mt_call_osmux.py: using BVCI 31138\u000a19:56:09.402778 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:56:09.413948 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:56:09.424902 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:56:09.435846 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:56:09.446929 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a19:56:09.457986 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:56:09.579954 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a19:56:09.781426 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:56:10.265730 run create_hlr_db(pid=21596): Launched\u000a19:56:10.438423 bus /sierra_2: Setting Powered False\u000a19:56:11.460711 run create_hlr_db(pid=21596): Terminated: ok {rc=0}\u000a19:56:11.863334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21598): Launched\u000a19:56:12.163882 run osmo-hlr_10.42.42.2(pid=21599): Launched\u000a19:56:12.277287 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:56:12.801796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21601): Launched\u000a19:56:13.105380 run osmo-stp_10.42.42.5(pid=21602): Launched\u000a19:56:13.214594 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:56:13.765082 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21604): Launched\u000a19:56:14.067440 run osmo-msc_10.42.42.6(pid=21605): Launched\u000a19:56:14.243620 run osmo-stp_10.42.42.5(pid=21602): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21602)]\u000a19:56:14.370557 run osmo-stp_10.42.42.5(pid=21602): stdout: \u000a| (launched: 2022-12-12_19:56:12.954296)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:56:14.495387 run osmo-stp_10.42.42.5(pid=21602): stderr: \u000a| �[0;m�[38;5;43m20221212195613123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195613124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195613124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195613124 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195613125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195613125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195613125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:56:14.615859 run osmo-stp_10.42.42.5(pid=21602): stdout: \u000a| (launched: 2022-12-12_19:56:12.954296)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:56:14.735078 run osmo-stp_10.42.42.5(pid=21602): stderr: \u000a| �[0;m�[38;5;43m20221212195613123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195613124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195613124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195613124 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195613125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195613125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195613125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:56:14.787943 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21602): Process ended prematurely: osmo-stp_10.42.42.5(pid=21602) [trial-2381↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21602)] [trial-2381↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a19:56:14.796584 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a19:56:14.856869 run osmo-hlr_10.42.42.2(pid=21599): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21599)]\u000a19:56:14.906666 run osmo-hlr_10.42.42.2(pid=21599): stdout: \u000a| (launched: 2022-12-12_19:56:12.016293) \u000a19:56:14.957074 run osmo-hlr_10.42.42.2(pid=21599): stderr: \u000a| �[0;m�[1;31m20221212195612190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212195612190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212195612190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195612190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195612191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212195612191 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212195612203 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212195612213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212195612213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212195612213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:56:15.025232 run osmo-msc_10.42.42.6(pid=21605): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21605)]\u000a19:56:15.075152 run osmo-msc_10.42.42.6(pid=21605): stdout: \u000a| (launched: 2022-12-12_19:56:13.918133) \u000a19:56:15.125179 run osmo-msc_10.42.42.6(pid=21605): stderr: \u000a| �[0;m�[38;5;43m20221212195614190 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212195614190 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6a63e5dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212195614190 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212195614190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212195614190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212195614191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212195614192 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212195614194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212195614194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212195614194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:56:15.167173 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21598): Terminating (SIGTERM)\u000a19:56:15.206759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21601): Terminating (SIGTERM)\u000a19:56:15.246483 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21604): Terminating (SIGTERM)\u000a19:56:15.255595 --- ParallelTerminationStrategy: PID 21598 died...\u000a19:56:15.308910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21598): Terminated: ok {rc=0}\u000a19:56:15.318544 --- ParallelTerminationStrategy: PID 21601 died...\u000a19:56:15.371664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21601): Terminated: ok {rc=0}\u000a19:56:15.381247 --- ParallelTerminationStrategy: PID 21604 died...\u000a19:56:15.434436 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21604): Terminated: ok {rc=0}\u000a19:56:15.518449 bus /sierra_3: Setting Powered False\u000a19:56:16.621543 bus /sierra_3: Setting Powered False\u000a19:56:17.728273 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "103", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:55:58" }, { "cases" : [ { "testActions" : [ ], "age" : 51, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21617): Process ended prematurely: osmo-stp_10.42.42.5(pid=21617) [trial-2381↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21617)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21617): Process ended prematurely: osmo-stp_10.42.42.5(pid=21617) [trial-2381↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21617)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a19:56:19.717129 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:56:19.728247 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a19:56:19.891939 tst mo_mt_call.py: using LAC 31138\u000a19:56:20.020488 tst mo_mt_call.py: using RAC 28\u000a19:56:20.146358 tst mo_mt_call.py: using CellId 31138\u000a19:56:20.277004 tst mo_mt_call.py: using BVCI 31139\u000a19:56:20.301479 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:56:20.313743 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:56:20.325408 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:56:20.337511 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:56:20.349545 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:56:20.361470 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:56:20.478341 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:56:20.678917 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:56:21.162228 run create_hlr_db(pid=21611): Launched\u000a19:56:21.334985 bus /sierra_2: Setting Powered False\u000a19:56:22.358354 run create_hlr_db(pid=21611): Terminated: ok {rc=0}\u000a19:56:22.790957 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21613): Launched\u000a19:56:23.116505 run osmo-hlr_10.42.42.2(pid=21614): Launched\u000a19:56:23.234591 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:56:23.798862 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21616): Launched\u000a19:56:24.123223 run osmo-stp_10.42.42.5(pid=21617): Launched\u000a19:56:24.233688 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:56:24.783348 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21619): Launched\u000a19:56:25.084507 run osmo-msc_10.42.42.6(pid=21620): Launched\u000a19:56:25.260874 run osmo-stp_10.42.42.5(pid=21617): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21617)]\u000a19:56:25.388797 run osmo-stp_10.42.42.5(pid=21617): stdout: \u000a| (launched: 2022-12-12_19:56:23.962661)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:56:25.514969 run osmo-stp_10.42.42.5(pid=21617): stderr: \u000a| �[0;m�[38;5;43m20221212195624135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195624135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195624135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195624135 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195624136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195624136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195624136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:56:25.635683 run osmo-stp_10.42.42.5(pid=21617): stdout: \u000a| (launched: 2022-12-12_19:56:23.962661)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:56:25.755166 run osmo-stp_10.42.42.5(pid=21617): stderr: \u000a| �[0;m�[38;5;43m20221212195624135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195624135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195624135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195624135 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195624136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195624136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195624136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:56:25.808264 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21617): Process ended prematurely: osmo-stp_10.42.42.5(pid=21617) [trial-2381↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21617)] [trial-2381↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a19:56:25.817012 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a19:56:25.878219 run osmo-hlr_10.42.42.2(pid=21614): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21614)]\u000a19:56:25.927888 run osmo-hlr_10.42.42.2(pid=21614): stdout: \u000a| (launched: 2022-12-12_19:56:22.955005) \u000a19:56:25.978863 run osmo-hlr_10.42.42.2(pid=21614): stderr: \u000a| �[0;m�[1;31m20221212195623152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212195623152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212195623152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195623152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195623152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212195623152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212195623163 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212195623171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212195623171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212195623171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:56:26.047270 run osmo-msc_10.42.42.6(pid=21620): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21620)]\u000a19:56:26.096560 run osmo-msc_10.42.42.6(pid=21620): stdout: \u000a| (launched: 2022-12-12_19:56:24.935292) \u000a19:56:26.146272 run osmo-msc_10.42.42.6(pid=21620): stderr: \u000a| �[0;m�[38;5;43m20221212195625205 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212195625205 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbd953f3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212195625205 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212195625205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212195625205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212195625206 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212195625207 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212195625208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212195625208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212195625208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:56:26.188283 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21613): Terminating (SIGTERM)\u000a19:56:26.227839 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21616): Terminating (SIGTERM)\u000a19:56:26.267304 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21619): Terminating (SIGTERM)\u000a19:56:26.276507 --- ParallelTerminationStrategy: PID 21613 died...\u000a19:56:26.329971 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21613): Terminated: ok {rc=0}\u000a19:56:26.339684 --- ParallelTerminationStrategy: PID 21616 died...\u000a19:56:26.392469 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21616): Terminated: ok {rc=0}\u000a19:56:26.402076 --- ParallelTerminationStrategy: PID 21619 died...\u000a19:56:26.454892 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21619): Terminated: ok {rc=0}\u000a19:56:26.542824 bus /sierra_3: Setting Powered False\u000a19:56:27.645800 bus /sierra_3: Setting Powered False\u000a19:56:28.752782 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21629): Process ended prematurely: osmo-stp_10.42.42.5(pid=21629) [trial-2381↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21629)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21629): Process ended prematurely: osmo-stp_10.42.42.5(pid=21629) [trial-2381↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21629)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:56:29.866842 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:56:29.879233 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a19:56:30.045415 tst mo_mt_call_osmux.py: using LAC 31139\u000a19:56:30.173165 tst mo_mt_call_osmux.py: using RAC 29\u000a19:56:30.299628 tst mo_mt_call_osmux.py: using CellId 31139\u000a19:56:30.420411 tst mo_mt_call_osmux.py: using BVCI 31140\u000a19:56:30.443477 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:56:30.454858 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:56:30.466396 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:56:30.477789 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:56:30.489152 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a19:56:30.500493 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:56:30.619354 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a19:56:30.835889 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:56:31.385072 run create_hlr_db(pid=21623): Launched\u000a19:56:31.564431 bus /sierra_2: Setting Powered False\u000a19:56:32.583140 run create_hlr_db(pid=21623): Terminated: ok {rc=0}\u000a19:56:32.986137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21625): Launched\u000a19:56:33.289898 run osmo-hlr_10.42.42.2(pid=21626): Launched\u000a19:56:33.405410 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:56:33.926069 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21628): Launched\u000a19:56:34.227287 run osmo-stp_10.42.42.5(pid=21629): Launched\u000a19:56:34.335464 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:56:34.894724 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21631): Launched\u000a19:56:35.198143 run osmo-msc_10.42.42.6(pid=21632): Launched\u000a19:56:35.375123 run osmo-stp_10.42.42.5(pid=21629): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21629)]\u000a19:56:35.502819 run osmo-stp_10.42.42.5(pid=21629): stdout: \u000a| (launched: 2022-12-12_19:56:34.079348)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:56:35.628207 run osmo-stp_10.42.42.5(pid=21629): stderr: \u000a| �[0;m�[38;5;43m20221212195634251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195634251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195634251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195634251 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195634252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195634252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195634252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:56:35.749090 run osmo-stp_10.42.42.5(pid=21629): stdout: \u000a| (launched: 2022-12-12_19:56:34.079348)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:56:35.868522 run osmo-stp_10.42.42.5(pid=21629): stderr: \u000a| �[0;m�[38;5;43m20221212195634251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195634251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195634251 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195634251 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195634252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195634252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195634252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:56:35.921503 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21629): Process ended prematurely: osmo-stp_10.42.42.5(pid=21629) [trial-2381↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21629)] [trial-2381↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a19:56:35.930098 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a19:56:35.989636 run osmo-hlr_10.42.42.2(pid=21626): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21626)]\u000a19:56:36.039080 run osmo-hlr_10.42.42.2(pid=21626): stdout: \u000a| (launched: 2022-12-12_19:56:33.138585) \u000a19:56:36.088872 run osmo-hlr_10.42.42.2(pid=21626): stderr: \u000a| �[0;m�[1;31m20221212195633312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212195633312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212195633312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195633312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195633313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212195633313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212195633325 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212195633333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212195633333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212195633334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:56:36.156135 run osmo-msc_10.42.42.6(pid=21632): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21632)]\u000a19:56:36.205064 run osmo-msc_10.42.42.6(pid=21632): stdout: \u000a| (launched: 2022-12-12_19:56:35.048161) \u000a19:56:36.254439 run osmo-msc_10.42.42.6(pid=21632): stderr: \u000a| �[0;m�[38;5;43m20221212195635322 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212195635322 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdb7a090c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212195635322 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212195635322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212195635322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212195635323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212195635325 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212195635326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212195635326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212195635326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:56:36.296187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21625): Terminating (SIGTERM)\u000a19:56:36.335771 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21628): Terminating (SIGTERM)\u000a19:56:36.375464 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21631): Terminating (SIGTERM)\u000a19:56:36.384640 --- ParallelTerminationStrategy: PID 21625 died...\u000a19:56:36.438387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21625): Terminated: ok {rc=0}\u000a19:56:36.447949 --- ParallelTerminationStrategy: PID 21628 died...\u000a19:56:36.500981 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21628): Terminated: ok {rc=0}\u000a19:56:36.510482 --- ParallelTerminationStrategy: PID 21631 died...\u000a19:56:36.563310 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21631): Terminated: ok {rc=0}\u000a19:56:36.646672 bus /sierra_3: Setting Powered False\u000a19:56:37.756302 bus /sierra_3: Setting Powered False\u000a19:56:38.864553 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "104", "name" : "voice_trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:56:19" }, { "cases" : [ { "testActions" : [ ], "age" : 53, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21643): Process ended prematurely: osmo-stp_10.42.42.5(pid=21643) [trial-2381↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21643)]", "failedSince" : 2329, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21643): Process ended prematurely: osmo-stp_10.42.42.5(pid=21643) [trial-2381↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21643)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a19:56:40.868198 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:56:40.879216 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:56:41.035004 tst mo_mt_call.py: using LAC 31140\u000a19:56:41.155387 tst mo_mt_call.py: using RAC 30\u000a19:56:41.275275 tst mo_mt_call.py: using CellId 31140\u000a19:56:41.394588 tst mo_mt_call.py: using BVCI 31141\u000a19:56:41.417561 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:56:41.428372 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:56:41.439126 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:56:41.449784 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:56:41.460387 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:56:41.471167 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a19:56:41.591005 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a19:56:41.792308 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:56:42.275559 run create_hlr_db(pid=21637): Launched\u000a19:56:42.448763 bus /sierra_2: Setting Powered False\u000a19:56:43.471102 run create_hlr_db(pid=21637): Terminated: ok {rc=0}\u000a19:56:43.873776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21639): Launched\u000a19:56:44.177678 run osmo-hlr_10.42.42.2(pid=21640): Launched\u000a19:56:44.287664 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:56:44.809644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21642): Launched\u000a19:56:45.110662 run osmo-stp_10.42.42.5(pid=21643): Launched\u000a19:56:45.219136 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:56:45.773697 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21645): Launched\u000a19:56:46.234338 run osmo-msc_10.42.42.6(pid=21646): Launched\u000a19:56:46.654727 run osmo-stp_10.42.42.5(pid=21643): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21643)]\u000a19:56:46.880195 run osmo-stp_10.42.42.5(pid=21643): stdout: \u000a| (launched: 2022-12-12_19:56:44.961743)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:56:47.008728 run osmo-stp_10.42.42.5(pid=21643): stderr: \u000a| �[0;m�[38;5;43m20221212195645131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195645131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195645131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195645131 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195645132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195645132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195645132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:56:47.132420 run osmo-stp_10.42.42.5(pid=21643): stdout: \u000a| (launched: 2022-12-12_19:56:44.961743)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:56:47.269215 run osmo-stp_10.42.42.5(pid=21643): stderr: \u000a| �[0;m�[38;5;43m20221212195645131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195645131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195645131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195645131 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195645132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195645132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195645132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:56:47.327242 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21643): Process ended prematurely: osmo-stp_10.42.42.5(pid=21643) [trial-2381↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21643)] [trial-2381↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a19:56:47.337220 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a19:56:47.403434 run osmo-hlr_10.42.42.2(pid=21640): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21640)]\u000a19:56:47.456896 run osmo-hlr_10.42.42.2(pid=21640): stdout: \u000a| (launched: 2022-12-12_19:56:44.026672) \u000a19:56:47.510212 run osmo-hlr_10.42.42.2(pid=21640): stderr: \u000a| �[0;m�[1;31m20221212195644206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212195644206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212195644206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195644206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195644206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212195644206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212195644216 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212195644228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212195644228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212195644228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:56:47.584433 run osmo-msc_10.42.42.6(pid=21646): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21646)]\u000a19:56:47.637367 run osmo-msc_10.42.42.6(pid=21646): stdout: \u000a| (launched: 2022-12-12_19:56:45.959579) \u000a19:56:47.691104 run osmo-msc_10.42.42.6(pid=21646): stderr: \u000a| �[0;m�[38;5;43m20221212195646415 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212195646415 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1a32feac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212195646415 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212195646415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212195646415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212195646416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212195646417 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212195646418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212195646418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212195646418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:56:47.735663 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21639): Terminating (SIGTERM)\u000a19:56:47.778929 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21642): Terminating (SIGTERM)\u000a19:56:47.822718 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21645): Terminating (SIGTERM)\u000a19:56:47.833506 --- ParallelTerminationStrategy: PID 21639 died...\u000a19:56:47.892161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21639): Terminated: ok {rc=0}\u000a19:56:47.902747 --- ParallelTerminationStrategy: PID 21642 died...\u000a19:56:47.961368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21642): Terminated: ok {rc=0}\u000a19:56:47.971780 --- ParallelTerminationStrategy: PID 21645 died...\u000a19:56:48.029364 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21645): Terminated: ok {rc=0}\u000a19:56:48.118295 bus /sierra_3: Setting Powered False\u000a19:56:49.221831 bus /sierra_3: Setting Powered False\u000a19:56:50.334877 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21654): Process ended prematurely: osmo-stp_10.42.42.5(pid=21654) [trial-2381↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21654)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21654): Process ended prematurely: osmo-stp_10.42.42.5(pid=21654) [trial-2381↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21654)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a19:56:51.445521 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:56:51.457180 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a19:56:51.615070 tst mo_mt_call_osmux.py: using LAC 31141\u000a19:56:51.734685 tst mo_mt_call_osmux.py: using RAC 31\u000a19:56:51.861268 tst mo_mt_call_osmux.py: using CellId 31141\u000a19:56:51.989913 tst mo_mt_call_osmux.py: using BVCI 31142\u000a19:56:52.014552 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:56:52.026129 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:56:52.037565 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:56:52.049859 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:56:52.062245 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a19:56:52.074489 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a19:56:52.192249 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a19:56:52.403583 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:56:52.912797 run create_hlr_db(pid=21648): Launched\u000a19:56:53.099872 bus /sierra_2: Setting Powered False\u000a19:56:54.121304 run create_hlr_db(pid=21648): Terminated: ok {rc=0}\u000a19:56:54.534007 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21650): Launched\u000a19:56:54.836336 run osmo-hlr_10.42.42.2(pid=21651): Launched\u000a19:56:54.948338 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:56:55.472915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21653): Launched\u000a19:56:55.774115 run osmo-stp_10.42.42.5(pid=21654): Launched\u000a19:56:55.882067 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:56:56.434118 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21656): Launched\u000a19:56:56.736836 run osmo-msc_10.42.42.6(pid=21657): Launched\u000a19:56:56.912822 run osmo-stp_10.42.42.5(pid=21654): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21654)]\u000a19:56:57.040544 run osmo-stp_10.42.42.5(pid=21654): stdout: \u000a| (launched: 2022-12-12_19:56:55.625066)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:56:57.166039 run osmo-stp_10.42.42.5(pid=21654): stderr: \u000a| �[0;m�[38;5;43m20221212195655792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195655792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195655794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195655794 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195655795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195655795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195655795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:56:57.286658 run osmo-stp_10.42.42.5(pid=21654): stdout: \u000a| (launched: 2022-12-12_19:56:55.625066)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:56:57.406218 run osmo-stp_10.42.42.5(pid=21654): stderr: \u000a| �[0;m�[38;5;43m20221212195655792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195655792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195655794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195655794 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195655795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195655795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195655795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:56:57.459206 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21654): Process ended prematurely: osmo-stp_10.42.42.5(pid=21654) [trial-2381↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21654)] [trial-2381↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a19:56:57.467742 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a19:56:57.527816 run osmo-hlr_10.42.42.2(pid=21651): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21651)]\u000a19:56:57.577054 run osmo-hlr_10.42.42.2(pid=21651): stdout: \u000a| (launched: 2022-12-12_19:56:54.686879) \u000a19:56:57.626664 run osmo-hlr_10.42.42.2(pid=21651): stderr: \u000a| �[0;m�[1;31m20221212195654860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212195654860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212195654860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195654860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195654860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212195654860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212195654872 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212195654881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212195654881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212195654881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:56:57.694269 run osmo-msc_10.42.42.6(pid=21657): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21657)]\u000a19:56:57.743385 run osmo-msc_10.42.42.6(pid=21657): stdout: \u000a| (launched: 2022-12-12_19:56:56.587109) \u000a19:56:57.793224 run osmo-msc_10.42.42.6(pid=21657): stderr: \u000a| �[0;m�[38;5;43m20221212195656860 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212195656860 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6f656f7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212195656860 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212195656860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212195656861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212195656861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212195656863 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212195656863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212195656863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212195656863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:56:57.835305 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21650): Terminating (SIGTERM)\u000a19:56:57.875000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21653): Terminating (SIGTERM)\u000a19:56:57.914643 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21656): Terminating (SIGTERM)\u000a19:56:57.923803 --- ParallelTerminationStrategy: PID 21650 died...\u000a19:56:57.977614 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21650): Terminated: ok {rc=0}\u000a19:56:57.987177 --- ParallelTerminationStrategy: PID 21653 died...\u000a19:56:58.042361 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21653): Terminated: ok {rc=0}\u000a19:56:58.051930 --- ParallelTerminationStrategy: PID 21656 died...\u000a19:56:58.105650 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21656): Terminated: ok {rc=0}\u000a19:56:58.191314 bus /sierra_3: Setting Powered False\u000a19:56:59.299986 bus /sierra_3: Setting Powered False\u000a19:57:00.408624 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "105", "name" : "voice_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:56:40" }, { "cases" : [ { "testActions" : [ ], "age" : 51, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21668): Process ended prematurely: osmo-stp_10.42.42.5(pid=21668) [trial-2381↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21668)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21668): Process ended prematurely: osmo-stp_10.42.42.5(pid=21668) [trial-2381↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21668)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 emergency:trx-lms emergency_mo_mt_call.py\u000a----------------------------------------------\u000a19:57:02.433637 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:57:02.444819 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a19:57:02.590311 tst emergency_mo_mt_call.py: using LAC 31142\u000a19:57:02.715477 tst emergency_mo_mt_call.py: using RAC 32\u000a19:57:02.845019 tst emergency_mo_mt_call.py: using CellId 31142\u000a19:57:02.966590 tst emergency_mo_mt_call.py: using BVCI 31143\u000a19:57:02.990547 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:57:03.001732 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:57:03.012645 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:57:03.023940 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:57:03.035156 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:57:03.046335 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a19:57:03.161497 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a19:57:03.360866 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:57:03.836571 run create_hlr_db(pid=21662): Launched\u000a19:57:04.007860 bus /sierra_2: Setting Powered False\u000a19:57:05.028797 run create_hlr_db(pid=21662): Terminated: ok {rc=0}\u000a19:57:05.454559 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21664): Launched\u000a19:57:05.774975 run osmo-hlr_10.42.42.2(pid=21665): Launched\u000a19:57:05.893268 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:57:06.446600 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21667): Launched\u000a19:57:06.765053 run osmo-stp_10.42.42.5(pid=21668): Launched\u000a19:57:06.892598 tst emergency_mo_mt_call.py: using MSISDN 7940\u000a19:57:07.050046 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:57:07.632792 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21670): Launched\u000a19:57:07.951611 run osmo-msc_10.42.42.6(pid=21671): Launched\u000a19:57:08.137487 run osmo-stp_10.42.42.5(pid=21668): ERR: Terminated: ERROR {rc=1} [trial-2381↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21668)]\u000a19:57:08.273348 run osmo-stp_10.42.42.5(pid=21668): stdout: \u000a| (launched: 2022-12-12_19:57:06.608282)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:57:08.407272 run osmo-stp_10.42.42.5(pid=21668): stderr: \u000a| �[0;m�[38;5;43m20221212195706799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195706799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195706800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195706800 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195706801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195706801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195706801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:57:08.535066 run osmo-stp_10.42.42.5(pid=21668): stdout: \u000a| (launched: 2022-12-12_19:57:06.608282)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:57:08.661793 run osmo-stp_10.42.42.5(pid=21668): stderr: \u000a| �[0;m�[38;5;43m20221212195706799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195706799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195706800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195706800 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195706801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195706801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195706801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:57:08.717350 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=21668): Process ended prematurely: osmo-stp_10.42.42.5(pid=21668) [trial-2381↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21668)] [trial-2381↪emergency:trx-lms↪emergency_mo_mt_call.py:19]\u000a19:57:08.725985 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a19:57:08.789956 run osmo-hlr_10.42.42.2(pid=21665): ERR: Terminated: ERROR {rc=237} [trial-2381↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21665)]\u000a19:57:08.841935 run osmo-hlr_10.42.42.2(pid=21665): stdout: \u000a| (launched: 2022-12-12_19:57:05.616447) \u000a19:57:08.894586 run osmo-hlr_10.42.42.2(pid=21665): stderr: \u000a| �[0;m�[1;31m20221212195705812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212195705812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212195705812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195705812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195705812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212195705812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212195705824 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/emergency:trx-lms/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212195705833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212195705833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212195705833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:57:08.966165 run osmo-msc_10.42.42.6(pid=21671): ERR: Terminated: ERROR {rc=2} [trial-2381↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21671)]\u000a19:57:09.018144 run osmo-msc_10.42.42.6(pid=21671): stdout: \u000a| (launched: 2022-12-12_19:57:07.793905) \u000a19:57:09.070653 run osmo-msc_10.42.42.6(pid=21671): stderr: \u000a| �[0;m�[38;5;43m20221212195708114 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212195708114 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9fe3bc3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212195708114 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212195708114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212195708115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212195708115 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212195708117 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212195708117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212195708117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212195708117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:57:09.115033 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21664): Terminating (SIGTERM)\u000a19:57:09.157388 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21667): Terminating (SIGTERM)\u000a19:57:09.199798 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21670): Terminating (SIGTERM)\u000a19:57:09.209929 --- ParallelTerminationStrategy: PID 21664 died...\u000a19:57:09.266357 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21664): Terminated: ok {rc=0}\u000a19:57:09.276705 --- ParallelTerminationStrategy: PID 21667 died...\u000a19:57:09.333034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21667): Terminated: ok {rc=0}\u000a19:57:09.343367 --- ParallelTerminationStrategy: PID 21670 died...\u000a19:57:09.399935 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21670): Terminated: ok {rc=0}\u000a19:57:09.487028 bus /sierra_3: Setting Powered False\u000a19:57:10.596104 bus /sierra_3: Setting Powered False\u000a19:57:11.704089 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 240, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21679): Process ended prematurely: osmo-stp_10.42.42.5(pid=21679) [trial-2381↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21679)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21679): Process ended prematurely: osmo-stp_10.42.42.5(pid=21679) [trial-2381↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21679)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 emergency:trx-lms emergency_preemptive_call.py\u000a----------------------------------------------\u000a19:57:12.756848 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:57:12.769021 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a19:57:12.916147 tst emergency_preemptive_call.py: using LAC 31143\u000a19:57:13.034881 tst emergency_preemptive_call.py: using RAC 33\u000a19:57:13.150435 tst emergency_preemptive_call.py: using CellId 31143\u000a19:57:13.265619 tst emergency_preemptive_call.py: using BVCI 31144\u000a19:57:13.288022 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:57:13.298924 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:57:13.309644 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:57:13.320485 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:57:13.331102 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a19:57:13.341659 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a19:57:13.459835 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a19:57:13.578903 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a19:57:13.699311 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a19:57:13.904198 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:57:14.405589 run create_hlr_db(pid=21673): Launched\u000a19:57:14.590550 bus /sierra_2: Setting Powered False\u000a19:57:15.611824 run create_hlr_db(pid=21673): Terminated: ok {rc=0}\u000a19:57:16.065111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21675): Launched\u000a19:57:16.507492 run osmo-hlr_10.42.42.2(pid=21676): Launched\u000a19:57:16.711020 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:57:17.297304 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21678): Launched\u000a19:57:17.620286 run osmo-stp_10.42.42.5(pid=21679): Launched\u000a19:57:17.754335 tst emergency_preemptive_call.py: using MSISDN 7941\u000a19:57:17.912579 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a19:57:18.490689 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21681): Launched\u000a19:57:18.809739 run osmo-msc_10.42.42.6(pid=21682): Launched\u000a19:57:18.995460 run osmo-stp_10.42.42.5(pid=21679): ERR: Terminated: ERROR {rc=1} [trial-2381↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21679)]\u000a19:57:19.130352 run osmo-stp_10.42.42.5(pid=21679): stdout: \u000a| (launched: 2022-12-12_19:57:17.459942)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:57:19.264064 run osmo-stp_10.42.42.5(pid=21679): stderr: \u000a| �[0;m�[38;5;43m20221212195717650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195717650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195717650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195717650 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195717651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195717651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195717653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:57:19.391251 run osmo-stp_10.42.42.5(pid=21679): stdout: \u000a| (launched: 2022-12-12_19:57:17.459942)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:57:19.517566 run osmo-stp_10.42.42.5(pid=21679): stderr: \u000a| �[0;m�[38;5;43m20221212195717650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195717650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195717650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195717650 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195717651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195717651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195717653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:57:19.573282 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=21679): Process ended prematurely: osmo-stp_10.42.42.5(pid=21679) [trial-2381↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21679)] [trial-2381↪emergency:trx-lms↪emergency_preemptive_call.py:32]\u000a19:57:19.582076 tst emergency_preemptive_call.py:32: Test FAILED (6.8 sec)\u000a19:57:19.646020 run osmo-hlr_10.42.42.2(pid=21676): ERR: Terminated: ERROR {rc=237} [trial-2381↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21676)]\u000a19:57:19.698050 run osmo-hlr_10.42.42.2(pid=21676): stdout: \u000a| (launched: 2022-12-12_19:57:16.230750) \u000a19:57:19.750729 run osmo-hlr_10.42.42.2(pid=21676): stderr: \u000a| �[0;m�[1;31m20221212195716456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212195716456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212195716456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195716456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195716456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212195716456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212195716475 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/emergency:trx-lms/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212195716483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212195716483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212195716483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:57:19.822212 run osmo-msc_10.42.42.6(pid=21682): ERR: Terminated: ERROR {rc=2} [trial-2381↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21682)]\u000a19:57:19.874246 run osmo-msc_10.42.42.6(pid=21682): stdout: \u000a| (launched: 2022-12-12_19:57:18.651977) \u000a19:57:19.926994 run osmo-msc_10.42.42.6(pid=21682): stderr: \u000a| �[0;m�[38;5;43m20221212195718970 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212195718970 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb94411bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212195718971 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212195718971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212195718971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212195718971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212195718973 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212195718973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212195718973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212195718973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a19:57:19.971447 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21675): Terminating (SIGTERM)\u000a19:57:20.014135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21678): Terminating (SIGTERM)\u000a19:57:20.056427 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21681): Terminating (SIGTERM)\u000a19:57:20.066563 --- ParallelTerminationStrategy: PID 21675 died...\u000a19:57:20.123079 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21675): Terminated: ok {rc=0}\u000a19:57:20.133690 --- ParallelTerminationStrategy: PID 21678 died...\u000a19:57:20.190023 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21678): Terminated: ok {rc=0}\u000a19:57:20.200212 --- ParallelTerminationStrategy: PID 21681 died...\u000a19:57:20.256747 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21681): Terminated: ok {rc=0}\u000a19:57:20.343540 bus /sierra_9: Setting Powered False\u000a19:57:21.450467 bus /sierra_9: Setting Powered False\u000a19:57:22.558195 bus /sierra_8: Setting Powered False\u000a19:57:23.665757 bus /sierra_8: Setting Powered False\u000a19:57:24.773947 bus /sierra_3: Setting Powered False\u000a19:57:25.875119 bus /sierra_3: Setting Powered False\u000a19:57:26.988722 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "106", "name" : "emergency_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:57:02" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-lms", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21697): Process ended prematurely: osmo-stp_10.42.42.5(pid=21697) [trial-2381↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21697)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21697): Process ended prematurely: osmo-stp_10.42.42.5(pid=21697) [trial-2381↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21697)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-lms cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:57:29.099638 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:57:29.110179 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a19:57:29.245214 tst cs_paging_gprs_active.py: using LAC 31144\u000a19:57:29.361992 tst cs_paging_gprs_active.py: using RAC 34\u000a19:57:29.478424 tst cs_paging_gprs_active.py: using CellId 31144\u000a19:57:29.598587 tst cs_paging_gprs_active.py: using BVCI 31145\u000a19:57:29.621380 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:57:29.631969 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:57:29.642372 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:57:29.652724 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:57:29.663006 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:57:29.673291 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:57:29.683659 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:57:29.693873 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:57:29.704295 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a19:57:29.822880 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a19:57:30.101583 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:57:30.226454 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:57:30.540282 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21687): Launched\u000a19:57:30.800359 run iperf3-srv_10.42.42.10(pid=21688): Launched\u000a19:57:31.022920 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:57:31.149547 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:57:31.482342 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21689): Launched\u000a19:57:31.761291 run iperf3-srv_10.42.42.10(pid=21690): Launched\u000a19:57:31.947457 tst cs_paging_gprs_active.py:38: start network...\u000a19:57:32.073894 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:57:32.548418 run create_hlr_db(pid=21691): Launched\u000a19:57:32.720776 bus /sierra_2: Setting Powered False\u000a19:57:33.742716 run create_hlr_db(pid=21691): Terminated: ok {rc=0}\u000a19:57:34.178061 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21693): Launched\u000a19:57:34.504191 run osmo-hlr_10.42.42.2(pid=21694): Launched\u000a19:57:34.622182 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:57:35.187042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21696): Launched\u000a19:57:35.511527 run osmo-stp_10.42.42.5(pid=21697): Launched\u000a19:57:35.629229 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:57:36.194441 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21699): Launched\u000a19:57:36.309531 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:57:36.594665 run patchelf(pid=21700): Launched\u000a19:57:36.783993 run osmo-stp_10.42.42.5(pid=21697): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21697)]\u000a19:57:36.922747 run osmo-stp_10.42.42.5(pid=21697): stdout: \u000a| (launched: 2022-12-12_19:57:35.351140)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:57:37.061124 run osmo-stp_10.42.42.5(pid=21697): stderr: \u000a| �[0;m�[38;5;43m20221212195735542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195735542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195735542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195735543 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195735543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195735543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195735543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:57:37.194413 run osmo-stp_10.42.42.5(pid=21697): stdout: \u000a| (launched: 2022-12-12_19:57:35.351140)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:57:37.326474 run osmo-stp_10.42.42.5(pid=21697): stderr: \u000a| �[0;m�[38;5;43m20221212195735542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195735542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195735542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195735543 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195735543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195735543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195735543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:57:37.480046 run patchelf(pid=21700): Terminating (SIGINT)\u000a19:57:37.661710 run patchelf(pid=21700): Terminated: ok {rc=0}\u000a19:57:37.694803 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21697): Process ended prematurely: osmo-stp_10.42.42.5(pid=21697) [trial-2381↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21697)] [trial-2381↪gprs:trx-lms↪cs_paging_gprs_active.py:38]\u000a19:57:37.704652 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a19:57:37.768175 run osmo-hlr_10.42.42.2(pid=21694): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-lms↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21694)]\u000a19:57:37.820519 run osmo-hlr_10.42.42.2(pid=21694): stdout: \u000a| (launched: 2022-12-12_19:57:34.342300) \u000a19:57:37.873322 run osmo-hlr_10.42.42.2(pid=21694): stderr: \u000a| �[0;m�[1;31m20221212195734539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212195734539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212195734539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195734539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195734540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212195734540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212195734552 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-lms/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212195734561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212195734561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212195734561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:57:37.917830 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21687): Terminating (SIGTERM)\u000a19:57:37.959827 run iperf3-srv_10.42.42.10(pid=21688): Terminating (SIGTERM)\u000a19:57:38.002055 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21689): Terminating (SIGTERM)\u000a19:57:38.044086 run iperf3-srv_10.42.42.10(pid=21690): Terminating (SIGTERM)\u000a19:57:38.086886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21693): Terminating (SIGTERM)\u000a19:57:38.129248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21696): Terminating (SIGTERM)\u000a19:57:38.171457 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21699): Terminating (SIGTERM)\u000a19:57:38.181248 --- ParallelTerminationStrategy: PID 21687 died...\u000a19:57:38.237683 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21687): Terminated: ok {rc=0}\u000a19:57:38.248199 --- ParallelTerminationStrategy: PID 21688 died...\u000a19:57:38.304479 run iperf3-srv_10.42.42.10(pid=21688): Terminated {rc=256}\u000a19:57:38.314571 --- ParallelTerminationStrategy: PID 21689 died...\u000a19:57:38.371320 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21689): Terminated: ok {rc=0}\u000a19:57:38.382017 --- ParallelTerminationStrategy: PID 21690 died...\u000a19:57:38.437961 run iperf3-srv_10.42.42.10(pid=21690): Terminated {rc=256}\u000a19:57:38.448422 --- ParallelTerminationStrategy: PID 21693 died...\u000a19:57:38.504566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21693): Terminated: ok {rc=0}\u000a19:57:38.515081 --- ParallelTerminationStrategy: PID 21696 died...\u000a19:57:38.571557 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21696): Terminated: ok {rc=0}\u000a19:57:38.581774 --- ParallelTerminationStrategy: PID 21699 died...\u000a19:57:38.637919 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21699): Terminated: ok {rc=0}\u000a19:57:38.725755 bus /gobi_0: Setting Powered False\u000a19:57:39.830762 bus /gobi_0: Setting Powered False\u000a19:57:40.940651 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 240, "className" : "gprs:trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21709): Process ended prematurely: osmo-stp_10.42.42.5(pid=21709) [trial-2381↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21709)]", "failedSince" : 2142, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21709): Process ended prematurely: osmo-stp_10.42.42.5(pid=21709) [trial-2381↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21709)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-lms iperf3.py\u000a----------------------------------------------\u000a19:57:42.055570 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:57:42.067520 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a19:57:42.214311 tst iperf3.py: using LAC 31145\u000a19:57:42.339943 tst iperf3.py: using RAC 35\u000a19:57:42.467442 tst iperf3.py: using CellId 31145\u000a19:57:42.594082 tst iperf3.py: using BVCI 31146\u000a19:57:42.618692 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:57:42.629851 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:57:42.640705 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:57:42.651888 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:57:42.663577 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:57:42.674967 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:57:42.686533 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:57:42.697684 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:57:42.709177 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a19:57:42.986126 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:57:43.111068 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:57:43.424520 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21701): Launched\u000a19:57:43.687177 run iperf3-srv_10.42.42.10(pid=21702): Launched\u000a19:57:43.869314 tst iperf3.py:8: start network...\u000a19:57:43.993830 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:57:44.474675 run create_hlr_db(pid=21703): Launched\u000a19:57:44.647726 bus /gobi_6: Setting Powered False\u000a19:57:45.669008 run create_hlr_db(pid=21703): Terminated: ok {rc=0}\u000a19:57:46.087550 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21705): Launched\u000a19:57:46.480034 run osmo-hlr_10.42.42.2(pid=21706): Launched\u000a19:57:46.730341 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:57:47.317494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21708): Launched\u000a19:57:47.644088 run osmo-stp_10.42.42.5(pid=21709): Launched\u000a19:57:47.761881 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:57:48.327037 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21711): Launched\u000a19:57:48.442554 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:57:48.726852 run patchelf(pid=21712): Launched\u000a19:57:48.916630 run osmo-stp_10.42.42.5(pid=21709): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21709)]\u000a19:57:49.054942 run osmo-stp_10.42.42.5(pid=21709): stdout: \u000a| (launched: 2022-12-12_19:57:47.481777)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:57:49.194479 run osmo-stp_10.42.42.5(pid=21709): stderr: \u000a| �[0;m�[38;5;43m20221212195747672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195747672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195747673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195747673 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195747673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195747674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195747674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:57:49.328857 run osmo-stp_10.42.42.5(pid=21709): stdout: \u000a| (launched: 2022-12-12_19:57:47.481777)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:57:49.461521 run osmo-stp_10.42.42.5(pid=21709): stderr: \u000a| �[0;m�[38;5;43m20221212195747672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195747672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195747673 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195747673 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195747673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195747674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195747674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:57:49.616373 run patchelf(pid=21712): Terminating (SIGINT)\u000a19:57:49.797633 run patchelf(pid=21712): Terminated: ok {rc=0}\u000a19:57:49.830796 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21709): Process ended prematurely: osmo-stp_10.42.42.5(pid=21709) [trial-2381↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21709)] [trial-2381↪gprs:trx-lms↪iperf3.py:8]\u000a19:57:49.840809 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a19:57:49.905198 run osmo-hlr_10.42.42.2(pid=21706): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-lms↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21706)]\u000a19:57:49.957295 run osmo-hlr_10.42.42.2(pid=21706): stdout: \u000a| (launched: 2022-12-12_19:57:46.242899) \u000a19:57:50.010114 run osmo-hlr_10.42.42.2(pid=21706): stderr: \u000a| �[0;m�[1;31m20221212195746549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212195746549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212195746549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195746549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195746549 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212195746550 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212195746563 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-lms/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212195746580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212195746580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212195746580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:57:50.054775 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21701): Terminating (SIGTERM)\u000a19:57:50.096901 run iperf3-srv_10.42.42.10(pid=21702): Terminating (SIGTERM)\u000a19:57:50.139031 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21705): Terminating (SIGTERM)\u000a19:57:50.181313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21708): Terminating (SIGTERM)\u000a19:57:50.223795 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21711): Terminating (SIGTERM)\u000a19:57:50.233725 --- ParallelTerminationStrategy: PID 21701 died...\u000a19:57:50.290535 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21701): Terminated: ok {rc=0}\u000a19:57:50.300768 --- ParallelTerminationStrategy: PID 21702 died...\u000a19:57:50.356901 run iperf3-srv_10.42.42.10(pid=21702): Terminated {rc=256}\u000a19:57:50.367286 --- ParallelTerminationStrategy: PID 21705 died...\u000a19:57:50.423934 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21705): Terminated: ok {rc=0}\u000a19:57:50.434166 --- ParallelTerminationStrategy: PID 21708 died...\u000a19:57:50.490162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21708): Terminated: ok {rc=0}\u000a19:57:50.500677 --- ParallelTerminationStrategy: PID 21711 died...\u000a19:57:50.557503 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21711): Terminated: ok {rc=0}\u000a19:57:50.646023 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-lms", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21727): Process ended prematurely: osmo-stp_10.42.42.5(pid=21727) [trial-2381↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21727)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21727): Process ended prematurely: osmo-stp_10.42.42.5(pid=21727) [trial-2381↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21727)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-lms iperf3m4.py\u000a----------------------------------------------\u000a19:57:51.761403 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:57:51.773309 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a19:57:51.917694 tst iperf3m4.py: using LAC 31146\u000a19:57:52.046083 tst iperf3m4.py: using RAC 36\u000a19:57:52.170576 tst iperf3m4.py: using CellId 31146\u000a19:57:52.296558 tst iperf3m4.py: using BVCI 31147\u000a19:57:52.321138 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:57:52.332346 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:57:52.343337 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:57:52.354618 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:57:52.365787 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:57:52.376922 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:57:52.388513 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:57:52.399656 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:57:52.411025 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a19:57:52.531664 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a19:57:52.655553 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a19:57:52.775123 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a19:57:53.053632 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:57:53.178908 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:57:53.492678 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21713): Launched\u000a19:57:53.752450 run iperf3-srv_10.42.42.10(pid=21714): Launched\u000a19:57:53.935294 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:57:54.059501 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:57:54.372477 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21715): Launched\u000a19:57:54.632118 run iperf3-srv_10.42.42.10(pid=21716): Launched\u000a19:57:54.815322 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:57:54.939893 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:57:55.254832 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21717): Launched\u000a19:57:55.515570 run iperf3-srv_10.42.42.10(pid=21718): Launched\u000a19:57:55.697566 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:57:55.821670 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:57:56.134396 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21719): Launched\u000a19:57:56.396073 run iperf3-srv_10.42.42.10(pid=21720): Launched\u000a19:57:56.578726 tst iperf3m4.py:8: start network...\u000a19:57:56.704283 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:57:57.186878 run create_hlr_db(pid=21721): Launched\u000a19:57:57.358960 bus /gobi_6: Setting Powered False\u000a19:57:58.381996 run create_hlr_db(pid=21721): Terminated: ok {rc=0}\u000a19:57:58.814518 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21723): Launched\u000a19:57:59.140366 run osmo-hlr_10.42.42.2(pid=21724): Launched\u000a19:57:59.260821 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:57:59.826434 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21726): Launched\u000a19:58:00.151893 run osmo-stp_10.42.42.5(pid=21727): Launched\u000a19:58:00.269071 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:58:00.833962 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21729): Launched\u000a19:58:00.973507 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:58:01.261453 run patchelf(pid=21730): Launched\u000a19:58:01.455605 run osmo-stp_10.42.42.5(pid=21727): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21727)]\u000a19:58:01.599819 run osmo-stp_10.42.42.5(pid=21727): stdout: \u000a| (launched: 2022-12-12_19:57:59.990364)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:58:01.742783 run osmo-stp_10.42.42.5(pid=21727): stderr: \u000a| �[0;m�[38;5;43m20221212195800180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195800180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195800181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195800181 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195800181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195800182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195800182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:58:01.880610 run osmo-stp_10.42.42.5(pid=21727): stdout: \u000a| (launched: 2022-12-12_19:57:59.990364)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:58:02.017427 run osmo-stp_10.42.42.5(pid=21727): stderr: \u000a| �[0;m�[38;5;43m20221212195800180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195800180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195800181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195800181 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195800181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195800182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195800182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:58:02.174755 run patchelf(pid=21730): Terminating (SIGINT)\u000a19:58:02.356101 run patchelf(pid=21730): Terminated: ok {rc=0}\u000a19:58:02.389764 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21727): Process ended prematurely: osmo-stp_10.42.42.5(pid=21727) [trial-2381↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21727)] [trial-2381↪gprs:trx-lms↪iperf3m4.py:8]\u000a19:58:02.400035 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a19:58:02.464930 run osmo-hlr_10.42.42.2(pid=21724): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-lms↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21724)]\u000a19:58:02.517349 run osmo-hlr_10.42.42.2(pid=21724): stdout: \u000a| (launched: 2022-12-12_19:57:58.978910) \u000a19:58:02.570376 run osmo-hlr_10.42.42.2(pid=21724): stderr: \u000a| �[0;m�[1;31m20221212195759177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212195759177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212195759177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195759177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195759177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212195759177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212195759191 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-lms/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212195759199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212195759199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212195759199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:58:02.615315 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21713): Terminating (SIGTERM)\u000a19:58:02.657677 run iperf3-srv_10.42.42.10(pid=21714): Terminating (SIGTERM)\u000a19:58:02.699699 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21715): Terminating (SIGTERM)\u000a19:58:02.742077 run iperf3-srv_10.42.42.10(pid=21716): Terminating (SIGTERM)\u000a19:58:02.784275 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21717): Terminating (SIGTERM)\u000a19:58:02.826803 run iperf3-srv_10.42.42.10(pid=21718): Terminating (SIGTERM)\u000a19:58:02.869215 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21719): Terminating (SIGTERM)\u000a19:58:02.911412 run iperf3-srv_10.42.42.10(pid=21720): Terminating (SIGTERM)\u000a19:58:02.953723 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21723): Terminating (SIGTERM)\u000a19:58:02.996019 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21726): Terminating (SIGTERM)\u000a19:58:03.038784 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21729): Terminating (SIGTERM)\u000a19:58:03.048706 --- ParallelTerminationStrategy: PID 21713 died...\u000a19:58:03.105994 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21713): Terminated: ok {rc=0}\u000a19:58:03.116593 --- ParallelTerminationStrategy: PID 21714 died...\u000a19:58:03.173688 run iperf3-srv_10.42.42.10(pid=21714): Terminated {rc=256}\u000a19:58:03.183917 --- ParallelTerminationStrategy: PID 21715 died...\u000a19:58:03.240471 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21715): Terminated: ok {rc=0}\u000a19:58:03.251024 --- ParallelTerminationStrategy: PID 21716 died...\u000a19:58:03.307842 run iperf3-srv_10.42.42.10(pid=21716): Terminated {rc=256}\u000a19:58:03.318485 --- ParallelTerminationStrategy: PID 21717 died...\u000a19:58:03.375870 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21717): Terminated: ok {rc=0}\u000a19:58:03.386191 --- ParallelTerminationStrategy: PID 21718 died...\u000a19:58:03.443565 run iperf3-srv_10.42.42.10(pid=21718): Terminated {rc=256}\u000a19:58:03.453861 --- ParallelTerminationStrategy: PID 21719 died...\u000a19:58:03.511081 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21719): Terminated: ok {rc=0}\u000a19:58:03.521490 --- ParallelTerminationStrategy: PID 21720 died...\u000a19:58:03.578850 run iperf3-srv_10.42.42.10(pid=21720): Terminated {rc=256}\u000a19:58:03.589458 --- ParallelTerminationStrategy: PID 21723 died...\u000a19:58:03.646432 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21723): Terminated: ok {rc=0}\u000a19:58:03.656753 --- ParallelTerminationStrategy: PID 21726 died...\u000a19:58:03.713601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21726): Terminated: ok {rc=0}\u000a19:58:03.724277 --- ParallelTerminationStrategy: PID 21729 died...\u000a19:58:03.781497 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21729): Terminated: ok {rc=0}\u000a19:58:03.870556 bus /gobi_4: Setting Powered False\u000a19:58:04.975743 bus /gobi_4: Setting Powered False\u000a19:58:06.087349 bus /gobi_1: Setting Powered False\u000a19:58:07.195658 bus /gobi_1: Setting Powered False\u000a19:58:08.308476 bus /gobi_0: Setting Powered False\u000a19:58:09.411578 bus /gobi_0: Setting Powered False\u000a19:58:10.524576 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 55, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21737): Process ended prematurely: osmo-stp_10.42.42.5(pid=21737) [trial-2381↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21737)]", "failedSince" : 2327, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21737): Process ended prematurely: osmo-stp_10.42.42.5(pid=21737) [trial-2381↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21737)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-lms ping.py\u000a----------------------------------------------\u000a19:58:11.591939 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:58:11.603231 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a19:58:11.738796 tst ping.py: using LAC 31147\u000a19:58:11.862143 tst ping.py: using RAC 37\u000a19:58:11.986244 tst ping.py: using CellId 31147\u000a19:58:12.111294 tst ping.py: using BVCI 31148\u000a19:58:12.135759 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:58:12.146962 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:58:12.157986 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:58:12.169266 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:58:12.180385 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:58:12.191462 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:58:12.202717 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:58:12.213922 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a19:58:12.486375 tst ping.py:19: start network...\u000a19:58:12.608493 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:58:13.084653 run create_hlr_db(pid=21731): Launched\u000a19:58:13.254632 bus /gobi_6: Setting Powered False\u000a19:58:14.277157 run create_hlr_db(pid=21731): Terminated: ok {rc=0}\u000a19:58:14.702286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21733): Launched\u000a19:58:15.021022 run osmo-hlr_10.42.42.2(pid=21734): Launched\u000a19:58:15.140932 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:58:15.700864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21736): Launched\u000a19:58:16.124680 run osmo-stp_10.42.42.5(pid=21737): Launched\u000a19:58:16.308009 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:58:16.935525 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21739): Launched\u000a19:58:17.044853 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:58:17.309975 run patchelf(pid=21740): Launched\u000a19:58:17.484036 run osmo-stp_10.42.42.5(pid=21737): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21737)]\u000a19:58:17.612097 run osmo-stp_10.42.42.5(pid=21737): stdout: \u000a| (launched: 2022-12-12_19:58:15.867019)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:58:17.739951 run osmo-stp_10.42.42.5(pid=21737): stderr: \u000a| �[0;m�[38;5;43m20221212195816203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195816203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195816203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195816204 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195816204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195816204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195816204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:58:17.862852 run osmo-stp_10.42.42.5(pid=21737): stdout: \u000a| (launched: 2022-12-12_19:58:15.867019)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:58:17.984332 run osmo-stp_10.42.42.5(pid=21737): stderr: \u000a| �[0;m�[38;5;43m20221212195816203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195816203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195816203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195816204 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195816204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195816204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195816204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:58:18.125731 run patchelf(pid=21740): Terminating (SIGINT)\u000a19:58:18.291283 run patchelf(pid=21740): Terminated: ok {rc=0}\u000a19:58:18.321638 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=21737): Process ended prematurely: osmo-stp_10.42.42.5(pid=21737) [trial-2381↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21737)] [trial-2381↪gprs:trx-lms↪ping.py:22]\u000a19:58:18.330387 tst ping.py:22: Test FAILED (6.7 sec)\u000a19:58:18.391202 run osmo-hlr_10.42.42.2(pid=21734): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-lms↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21734)]\u000a19:58:18.441162 run osmo-hlr_10.42.42.2(pid=21734): stdout: \u000a| (launched: 2022-12-12_19:58:14.863727) \u000a19:58:18.491596 run osmo-hlr_10.42.42.2(pid=21734): stderr: \u000a| �[0;m�[1;31m20221212195815061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212195815061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212195815061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195815061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195815061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212195815061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212195815073 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-lms/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212195815082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212195815082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212195815082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:58:18.534303 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21733): Terminating (SIGTERM)\u000a19:58:18.574678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21736): Terminating (SIGTERM)\u000a19:58:18.614966 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21739): Terminating (SIGTERM)\u000a19:58:18.624289 --- ParallelTerminationStrategy: PID 21733 died...\u000a19:58:18.678261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21733): Terminated: ok {rc=0}\u000a19:58:18.687997 --- ParallelTerminationStrategy: PID 21736 died...\u000a19:58:18.742204 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21736): Terminated: ok {rc=0}\u000a19:58:18.751856 --- ParallelTerminationStrategy: PID 21739 died...\u000a19:58:18.805200 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21739): Terminated: ok {rc=0}\u000a19:58:18.895263 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 62, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21748): Process ended prematurely: osmo-stp_10.42.42.5(pid=21748) [trial-2381↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21748)]", "failedSince" : 2320, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21748): Process ended prematurely: osmo-stp_10.42.42.5(pid=21748) [trial-2381↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21748)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-lms ping_idle_ping.py\u000a----------------------------------------------\u000a19:58:19.947345 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:58:19.960050 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a19:58:20.093990 tst ping_idle_ping.py: using LAC 31148\u000a19:58:20.221239 tst ping_idle_ping.py: using RAC 38\u000a19:58:20.347815 tst ping_idle_ping.py: using CellId 31148\u000a19:58:20.472174 tst ping_idle_ping.py: using BVCI 31149\u000a19:58:20.496652 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:58:20.507946 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:58:20.519075 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:58:20.530506 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:58:20.541837 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:58:20.553119 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:58:20.564726 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a19:58:20.576097 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a19:58:20.867744 tst ping_idle_ping.py:24: start network...\u000a19:58:21.000909 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:58:21.506782 run create_hlr_db(pid=21742): Launched\u000a19:58:21.692879 bus /gobi_6: Setting Powered False\u000a19:58:22.714134 run create_hlr_db(pid=21742): Terminated: ok {rc=0}\u000a19:58:23.117586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21744): Launched\u000a19:58:23.416095 run osmo-hlr_10.42.42.2(pid=21745): Launched\u000a19:58:23.526362 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:58:24.042743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21747): Launched\u000a19:58:24.340657 run osmo-stp_10.42.42.5(pid=21748): Launched\u000a19:58:24.449471 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:58:24.967977 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21750): Launched\u000a19:58:25.073950 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:58:25.334150 run patchelf(pid=21751): Launched\u000a19:58:25.507433 run osmo-stp_10.42.42.5(pid=21748): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21748)]\u000a19:58:25.634003 run osmo-stp_10.42.42.5(pid=21748): stdout: \u000a| (launched: 2022-12-12_19:58:24.193379)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:58:25.760841 run osmo-stp_10.42.42.5(pid=21748): stderr: \u000a| �[0;m�[38;5;43m20221212195824361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195824362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195824362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195824362 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195824363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195824363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195824363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:58:25.883320 run osmo-stp_10.42.42.5(pid=21748): stdout: \u000a| (launched: 2022-12-12_19:58:24.193379)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:58:26.004104 run osmo-stp_10.42.42.5(pid=21748): stderr: \u000a| �[0;m�[38;5;43m20221212195824361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195824362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195824362 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195824362 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195824363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195824363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195824363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:58:26.145123 run patchelf(pid=21751): Terminating (SIGINT)\u000a19:58:26.310439 run patchelf(pid=21751): Terminated: ok {rc=0}\u000a19:58:26.340773 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=21748): Process ended prematurely: osmo-stp_10.42.42.5(pid=21748) [trial-2381↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21748)] [trial-2381↪gprs:trx-lms↪ping_idle_ping.py:27]\u000a19:58:26.349494 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a19:58:26.409696 run osmo-hlr_10.42.42.2(pid=21745): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-lms↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21745)]\u000a19:58:26.458569 run osmo-hlr_10.42.42.2(pid=21745): stdout: \u000a| (launched: 2022-12-12_19:58:23.268279) \u000a19:58:26.508147 run osmo-hlr_10.42.42.2(pid=21745): stderr: \u000a| �[0;m�[1;31m20221212195823445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212195823445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212195823445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195823445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195823445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212195823445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212195823457 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-lms/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212195823466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212195823466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212195823466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:58:26.550139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21744): Terminating (SIGTERM)\u000a19:58:26.589781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21747): Terminating (SIGTERM)\u000a19:58:26.630412 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21750): Terminating (SIGTERM)\u000a19:58:26.639678 --- ParallelTerminationStrategy: PID 21744 died...\u000a19:58:26.692729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21744): Terminated: ok {rc=0}\u000a19:58:26.702423 --- ParallelTerminationStrategy: PID 21747 died...\u000a19:58:26.755249 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21747): Terminated: ok {rc=0}\u000a19:58:26.764714 --- ParallelTerminationStrategy: PID 21750 died...\u000a19:58:26.817651 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21750): Terminated: ok {rc=0}\u000a19:58:26.907630 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "107", "name" : "gprs_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:57:28" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21765): Process ended prematurely: osmo-stp_10.42.42.5(pid=21765) [trial-2381↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21765)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21765): Process ended prematurely: osmo-stp_10.42.42.5(pid=21765) [trial-2381↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21765)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-lms+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:58:29.066996 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:58:29.078500 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:58:29.219002 tst cs_paging_gprs_active.py: using LAC 31149\u000a19:58:29.339497 tst cs_paging_gprs_active.py: using RAC 39\u000a19:58:29.460643 tst cs_paging_gprs_active.py: using CellId 31149\u000a19:58:29.579614 tst cs_paging_gprs_active.py: using BVCI 31150\u000a19:58:29.602936 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:58:29.613914 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:58:29.624498 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:58:29.635239 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:58:29.645804 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:58:29.656608 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:58:29.667442 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:58:29.677974 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:58:29.688747 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:58:29.807644 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:58:30.084681 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:58:30.210752 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:58:30.525082 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21755): Launched\u000a19:58:30.787523 run iperf3-srv_10.42.42.10(pid=21756): Launched\u000a19:58:30.997641 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:58:31.125036 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:58:31.458378 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21757): Launched\u000a19:58:31.738216 run iperf3-srv_10.42.42.10(pid=21758): Launched\u000a19:58:31.924786 tst cs_paging_gprs_active.py:38: start network...\u000a19:58:32.051875 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:58:32.537231 run create_hlr_db(pid=21759): Launched\u000a19:58:32.710429 bus /gobi_6: Setting Powered False\u000a19:58:33.731474 run create_hlr_db(pid=21759): Terminated: ok {rc=0}\u000a19:58:34.164531 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21761): Launched\u000a19:58:34.490988 run osmo-hlr_10.42.42.2(pid=21762): Launched\u000a19:58:34.608731 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:58:35.174658 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21764): Launched\u000a19:58:35.501430 run osmo-stp_10.42.42.5(pid=21765): Launched\u000a19:58:35.621317 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:58:36.189105 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21767): Launched\u000a19:58:36.304921 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:58:36.590970 run patchelf(pid=21768): Launched\u000a19:58:36.782907 run osmo-stp_10.42.42.5(pid=21765): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21765)]\u000a19:58:36.922577 run osmo-stp_10.42.42.5(pid=21765): stdout: \u000a| (launched: 2022-12-12_19:58:35.339398)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:58:37.062713 run osmo-stp_10.42.42.5(pid=21765): stderr: \u000a| �[0;m�[38;5;43m20221212195835530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195835530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195835530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195835530 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195835531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195835531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195835531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:58:37.197279 run osmo-stp_10.42.42.5(pid=21765): stdout: \u000a| (launched: 2022-12-12_19:58:35.339398)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:58:37.330785 run osmo-stp_10.42.42.5(pid=21765): stderr: \u000a| �[0;m�[38;5;43m20221212195835530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195835530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195835530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195835530 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195835531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195835531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195835531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:58:37.486236 run patchelf(pid=21768): Terminating (SIGINT)\u000a19:58:37.668468 run patchelf(pid=21768): Terminated: ok {rc=0}\u000a19:58:37.701989 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21765): Process ended prematurely: osmo-stp_10.42.42.5(pid=21765) [trial-2381↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21765)] [trial-2381↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a19:58:37.711851 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a19:58:37.776384 run osmo-hlr_10.42.42.2(pid=21762): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21762)]\u000a19:58:37.829084 run osmo-hlr_10.42.42.2(pid=21762): stdout: \u000a| (launched: 2022-12-12_19:58:34.329331) \u000a19:58:37.882037 run osmo-hlr_10.42.42.2(pid=21762): stderr: \u000a| �[0;m�[1;31m20221212195834527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212195834527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212195834527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195834527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195834527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212195834527 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212195834540 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-lms+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212195834550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212195834550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212195834550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:58:37.927009 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21755): Terminating (SIGTERM)\u000a19:58:37.969203 run iperf3-srv_10.42.42.10(pid=21756): Terminating (SIGTERM)\u000a19:58:38.011730 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21757): Terminating (SIGTERM)\u000a19:58:38.053688 run iperf3-srv_10.42.42.10(pid=21758): Terminating (SIGTERM)\u000a19:58:38.096023 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21761): Terminating (SIGTERM)\u000a19:58:38.138738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21764): Terminating (SIGTERM)\u000a19:58:38.180830 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21767): Terminating (SIGTERM)\u000a19:58:38.190961 --- ParallelTerminationStrategy: PID 21755 died...\u000a19:58:38.248328 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21755): Terminated: ok {rc=0}\u000a19:58:38.258637 --- ParallelTerminationStrategy: PID 21756 died...\u000a19:58:38.315696 run iperf3-srv_10.42.42.10(pid=21756): Terminated {rc=256}\u000a19:58:38.325999 --- ParallelTerminationStrategy: PID 21757 died...\u000a19:58:38.383230 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21757): Terminated: ok {rc=0}\u000a19:58:38.393541 --- ParallelTerminationStrategy: PID 21758 died...\u000a19:58:38.450398 run iperf3-srv_10.42.42.10(pid=21758): Terminated {rc=256}\u000a19:58:38.460716 --- ParallelTerminationStrategy: PID 21761 died...\u000a19:58:38.518069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21761): Terminated: ok {rc=0}\u000a19:58:38.528477 --- ParallelTerminationStrategy: PID 21764 died...\u000a19:58:38.585643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21764): Terminated: ok {rc=0}\u000a19:58:38.596132 --- ParallelTerminationStrategy: PID 21767 died...\u000a19:58:38.653081 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21767): Terminated: ok {rc=0}\u000a19:58:38.740757 bus /gobi_0: Setting Powered False\u000a19:58:39.849357 bus /gobi_0: Setting Powered False\u000a19:58:40.962568 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21777): Process ended prematurely: osmo-stp_10.42.42.5(pid=21777) [trial-2381↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21777)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21777): Process ended prematurely: osmo-stp_10.42.42.5(pid=21777) [trial-2381↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21777)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-lms+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a19:58:42.072849 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:58:42.084348 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:58:42.223748 tst iperf3.py: using LAC 31150\u000a19:58:42.343986 tst iperf3.py: using RAC 40\u000a19:58:42.462477 tst iperf3.py: using CellId 31150\u000a19:58:42.580236 tst iperf3.py: using BVCI 31151\u000a19:58:42.603330 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:58:42.614295 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:58:42.625093 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:58:42.635827 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:58:42.646459 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:58:42.657081 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:58:42.667872 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:58:42.678723 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:58:42.689584 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:58:42.981970 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:58:43.117563 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:58:43.454310 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21769): Launched\u000a19:58:43.735025 run iperf3-srv_10.42.42.10(pid=21770): Launched\u000a19:58:43.932808 tst iperf3.py:8: start network...\u000a19:58:44.068026 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:58:44.578691 run create_hlr_db(pid=21771): Launched\u000a19:58:44.774996 bus /gobi_6: Setting Powered False\u000a19:58:45.787561 run create_hlr_db(pid=21771): Terminated: ok {rc=0}\u000a19:58:46.229679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21773): Launched\u000a19:58:46.593620 run osmo-hlr_10.42.42.2(pid=21774): Launched\u000a19:58:46.853074 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:58:47.427909 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21776): Launched\u000a19:58:47.754042 run osmo-stp_10.42.42.5(pid=21777): Launched\u000a19:58:47.871077 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:58:48.437349 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21779): Launched\u000a19:58:48.552815 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:58:48.837864 run patchelf(pid=21780): Launched\u000a19:58:49.027174 run osmo-stp_10.42.42.5(pid=21777): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21777)]\u000a19:58:49.166690 run osmo-stp_10.42.42.5(pid=21777): stdout: \u000a| (launched: 2022-12-12_19:58:47.592921)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:58:49.305583 run osmo-stp_10.42.42.5(pid=21777): stderr: \u000a| �[0;m�[38;5;43m20221212195847784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195847784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195847785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195847785 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195847785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195847786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195847786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:58:49.439741 run osmo-stp_10.42.42.5(pid=21777): stdout: \u000a| (launched: 2022-12-12_19:58:47.592921)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:58:49.572328 run osmo-stp_10.42.42.5(pid=21777): stderr: \u000a| �[0;m�[38;5;43m20221212195847784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195847784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195847785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195847785 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195847785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195847786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195847786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:58:49.727201 run patchelf(pid=21780): Terminating (SIGINT)\u000a19:58:49.908292 run patchelf(pid=21780): Terminated: ok {rc=0}\u000a19:58:49.941662 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21777): Process ended prematurely: osmo-stp_10.42.42.5(pid=21777) [trial-2381↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21777)] [trial-2381↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8]\u000a19:58:49.951581 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a19:58:50.016523 run osmo-hlr_10.42.42.2(pid=21774): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21774)]\u000a19:58:50.069173 run osmo-hlr_10.42.42.2(pid=21774): stdout: \u000a| (launched: 2022-12-12_19:58:46.398732) \u000a19:58:50.122484 run osmo-hlr_10.42.42.2(pid=21774): stderr: \u000a| �[0;m�[1;31m20221212195846734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212195846734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212195846734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195846734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195846734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212195846734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212195846746 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-lms+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212195846754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212195846754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212195846754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:58:50.167397 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21769): Terminating (SIGTERM)\u000a19:58:50.210071 run iperf3-srv_10.42.42.10(pid=21770): Terminating (SIGTERM)\u000a19:58:50.252776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21773): Terminating (SIGTERM)\u000a19:58:50.295628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21776): Terminating (SIGTERM)\u000a19:58:50.338571 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21779): Terminating (SIGTERM)\u000a19:58:50.348712 --- ParallelTerminationStrategy: PID 21769 died...\u000a19:58:50.406213 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21769): Terminated: ok {rc=0}\u000a19:58:50.416591 --- ParallelTerminationStrategy: PID 21770 died...\u000a19:58:50.473695 run iperf3-srv_10.42.42.10(pid=21770): Terminated {rc=256}\u000a19:58:50.483959 --- ParallelTerminationStrategy: PID 21773 died...\u000a19:58:50.540778 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21773): Terminated: ok {rc=0}\u000a19:58:50.551265 --- ParallelTerminationStrategy: PID 21776 died...\u000a19:58:50.608707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21776): Terminated: ok {rc=0}\u000a19:58:50.619024 --- ParallelTerminationStrategy: PID 21779 died...\u000a19:58:50.676237 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21779): Terminated: ok {rc=0}\u000a19:58:50.764882 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21795): Process ended prematurely: osmo-stp_10.42.42.5(pid=21795) [trial-2381↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21795)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21795): Process ended prematurely: osmo-stp_10.42.42.5(pid=21795) [trial-2381↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21795)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-lms+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a19:58:51.882884 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:58:51.895115 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:58:52.042943 tst iperf3m4.py: using LAC 31151\u000a19:58:52.172115 tst iperf3m4.py: using RAC 41\u000a19:58:52.301757 tst iperf3m4.py: using CellId 31151\u000a19:58:52.429937 tst iperf3m4.py: using BVCI 31152\u000a19:58:52.454657 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:58:52.466214 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:58:52.477638 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:58:52.489417 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:58:52.500916 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:58:52.512625 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:58:52.524512 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:58:52.536091 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:58:52.548052 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:58:52.668488 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:58:52.786250 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:58:52.906942 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:58:53.186230 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:58:53.311668 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:58:53.627853 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21781): Launched\u000a19:58:53.888587 run iperf3-srv_10.42.42.10(pid=21782): Launched\u000a19:58:54.071925 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:58:54.196814 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:58:54.511752 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21783): Launched\u000a19:58:54.771982 run iperf3-srv_10.42.42.10(pid=21784): Launched\u000a19:58:54.954919 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:58:55.079656 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:58:55.395487 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21785): Launched\u000a19:58:55.656025 run iperf3-srv_10.42.42.10(pid=21786): Launched\u000a19:58:55.839323 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:58:55.963596 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:58:56.279789 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21787): Launched\u000a19:58:56.540370 run iperf3-srv_10.42.42.10(pid=21788): Launched\u000a19:58:56.723028 tst iperf3m4.py:8: start network...\u000a19:58:56.847899 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:58:57.334956 run create_hlr_db(pid=21789): Launched\u000a19:58:57.508694 bus /gobi_6: Setting Powered False\u000a19:58:58.530964 run create_hlr_db(pid=21789): Terminated: ok {rc=0}\u000a19:58:58.964791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21791): Launched\u000a19:58:59.291808 run osmo-hlr_10.42.42.2(pid=21792): Launched\u000a19:58:59.413349 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:58:59.980103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21794): Launched\u000a19:59:00.305174 run osmo-stp_10.42.42.5(pid=21795): Launched\u000a19:59:00.423013 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:59:01.008056 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21797): Launched\u000a19:59:01.125752 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:59:01.420558 run patchelf(pid=21798): Launched\u000a19:59:01.603246 run osmo-stp_10.42.42.5(pid=21795): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21795)]\u000a19:59:01.738277 run osmo-stp_10.42.42.5(pid=21795): stdout: \u000a| (launched: 2022-12-12_19:59:00.145208)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:59:01.874277 run osmo-stp_10.42.42.5(pid=21795): stderr: \u000a| �[0;m�[38;5;43m20221212195900335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195900335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195900335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195900336 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195900336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195900336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195900336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:59:02.004095 run osmo-stp_10.42.42.5(pid=21795): stdout: \u000a| (launched: 2022-12-12_19:59:00.145208)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:59:02.132450 run osmo-stp_10.42.42.5(pid=21795): stderr: \u000a| �[0;m�[38;5;43m20221212195900335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195900335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195900335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195900336 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195900336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195900336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195900336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:59:02.281632 run patchelf(pid=21798): Terminating (SIGINT)\u000a19:59:02.452187 run patchelf(pid=21798): Terminated: ok {rc=0}\u000a19:59:02.483707 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21795): Process ended prematurely: osmo-stp_10.42.42.5(pid=21795) [trial-2381↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21795)] [trial-2381↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8]\u000a19:59:02.493215 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a19:59:02.555566 run osmo-hlr_10.42.42.2(pid=21792): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21792)]\u000a19:59:02.606172 run osmo-hlr_10.42.42.2(pid=21792): stdout: \u000a| (launched: 2022-12-12_19:58:59.129581) \u000a19:59:02.657025 run osmo-hlr_10.42.42.2(pid=21792): stderr: \u000a| �[0;m�[1;31m20221212195859330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212195859330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212195859330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195859330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195859330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212195859330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212195859342 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-lms+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212195859350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212195859351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212195859351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:59:02.700234 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21781): Terminating (SIGTERM)\u000a19:59:02.740979 run iperf3-srv_10.42.42.10(pid=21782): Terminating (SIGTERM)\u000a19:59:02.781837 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21783): Terminating (SIGTERM)\u000a19:59:02.822609 run iperf3-srv_10.42.42.10(pid=21784): Terminating (SIGTERM)\u000a19:59:02.863750 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21785): Terminating (SIGTERM)\u000a19:59:02.904160 run iperf3-srv_10.42.42.10(pid=21786): Terminating (SIGTERM)\u000a19:59:02.944765 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21787): Terminating (SIGTERM)\u000a19:59:02.985251 run iperf3-srv_10.42.42.10(pid=21788): Terminating (SIGTERM)\u000a19:59:03.025655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21791): Terminating (SIGTERM)\u000a19:59:03.066253 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21794): Terminating (SIGTERM)\u000a19:59:03.106785 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21797): Terminating (SIGTERM)\u000a19:59:03.115846 --- ParallelTerminationStrategy: PID 21781 died...\u000a19:59:03.170242 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21781): Terminated: ok {rc=0}\u000a19:59:03.180358 --- ParallelTerminationStrategy: PID 21782 died...\u000a19:59:03.233899 run iperf3-srv_10.42.42.10(pid=21782): Terminated {rc=256}\u000a19:59:03.243492 --- ParallelTerminationStrategy: PID 21783 died...\u000a19:59:03.296745 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21783): Terminated: ok {rc=0}\u000a19:59:03.306397 --- ParallelTerminationStrategy: PID 21784 died...\u000a19:59:03.359942 run iperf3-srv_10.42.42.10(pid=21784): Terminated {rc=256}\u000a19:59:03.369691 --- ParallelTerminationStrategy: PID 21785 died...\u000a19:59:03.422772 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21785): Terminated: ok {rc=0}\u000a19:59:03.432373 --- ParallelTerminationStrategy: PID 21786 died...\u000a19:59:03.485599 run iperf3-srv_10.42.42.10(pid=21786): Terminated {rc=256}\u000a19:59:03.495185 --- ParallelTerminationStrategy: PID 21787 died...\u000a19:59:03.549079 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21787): Terminated: ok {rc=0}\u000a19:59:03.558779 --- ParallelTerminationStrategy: PID 21788 died...\u000a19:59:03.612362 run iperf3-srv_10.42.42.10(pid=21788): Terminated {rc=256}\u000a19:59:03.622045 --- ParallelTerminationStrategy: PID 21791 died...\u000a19:59:03.675628 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21791): Terminated: ok {rc=0}\u000a19:59:03.685343 --- ParallelTerminationStrategy: PID 21794 died...\u000a19:59:03.738858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21794): Terminated: ok {rc=0}\u000a19:59:03.748561 --- ParallelTerminationStrategy: PID 21797 died...\u000a19:59:03.802021 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21797): Terminated: ok {rc=0}\u000a19:59:03.890731 bus /gobi_4: Setting Powered False\u000a19:59:04.995564 bus /gobi_4: Setting Powered False\u000a19:59:06.103618 bus /gobi_1: Setting Powered False\u000a19:59:07.212196 bus /gobi_1: Setting Powered False\u000a19:59:08.325539 bus /gobi_0: Setting Powered False\u000a19:59:09.433573 bus /gobi_0: Setting Powered False\u000a19:59:10.544212 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21806): Process ended prematurely: osmo-stp_10.42.42.5(pid=21806) [trial-2381↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21806)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21806): Process ended prematurely: osmo-stp_10.42.42.5(pid=21806) [trial-2381↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21806)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-lms+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a19:59:11.613668 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:59:11.625871 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:59:11.771601 tst ping.py: using LAC 31152\u000a19:59:11.897306 tst ping.py: using RAC 42\u000a19:59:12.021699 tst ping.py: using CellId 31152\u000a19:59:12.145760 tst ping.py: using BVCI 31153\u000a19:59:12.169993 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:59:12.181446 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:59:12.192494 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:59:12.203908 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:59:12.215365 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:59:12.226437 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:59:12.237861 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:59:12.249610 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:59:12.521787 tst ping.py:19: start network...\u000a19:59:12.645023 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:59:13.120621 run create_hlr_db(pid=21800): Launched\u000a19:59:13.292244 bus /gobi_6: Setting Powered False\u000a19:59:14.313208 run create_hlr_db(pid=21800): Terminated: ok {rc=0}\u000a19:59:14.738635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21802): Launched\u000a19:59:15.057507 run osmo-hlr_10.42.42.2(pid=21803): Launched\u000a19:59:15.176574 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:59:15.735244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21805): Launched\u000a19:59:16.121642 run osmo-stp_10.42.42.5(pid=21806): Launched\u000a19:59:16.396497 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:59:17.031480 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21808): Launched\u000a19:59:17.150778 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:59:17.434679 run patchelf(pid=21809): Launched\u000a19:59:17.621455 run osmo-stp_10.42.42.5(pid=21806): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21806)]\u000a19:59:17.758511 run osmo-stp_10.42.42.5(pid=21806): stdout: \u000a| (launched: 2022-12-12_19:59:15.925207)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:59:17.895329 run osmo-stp_10.42.42.5(pid=21806): stderr: \u000a| �[0;m�[38;5;43m20221212195916324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195916325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195916327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195916328 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195916331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195916331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195916332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:59:18.027421 run osmo-stp_10.42.42.5(pid=21806): stdout: \u000a| (launched: 2022-12-12_19:59:15.925207)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:59:18.158354 run osmo-stp_10.42.42.5(pid=21806): stderr: \u000a| �[0;m�[38;5;43m20221212195916324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195916325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195916327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195916328 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195916331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195916331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195916332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:59:18.310320 run patchelf(pid=21809): Terminating (SIGINT)\u000a19:59:18.487699 run patchelf(pid=21809): Terminated: ok {rc=0}\u000a19:59:18.519989 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=21806): Process ended prematurely: osmo-stp_10.42.42.5(pid=21806) [trial-2381↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21806)] [trial-2381↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22]\u000a19:59:18.529396 tst ping.py:22: Test FAILED (6.9 sec)\u000a19:59:18.594313 run osmo-hlr_10.42.42.2(pid=21803): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-lms+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21803)]\u000a19:59:18.646581 run osmo-hlr_10.42.42.2(pid=21803): stdout: \u000a| (launched: 2022-12-12_19:59:14.899349) \u000a19:59:18.699232 run osmo-hlr_10.42.42.2(pid=21803): stderr: \u000a| �[0;m�[1;31m20221212195915096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212195915096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212195915096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195915096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195915097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212195915097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212195915109 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-lms+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212195915119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212195915119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212195915119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:59:18.744302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21802): Terminating (SIGTERM)\u000a19:59:18.786733 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21805): Terminating (SIGTERM)\u000a19:59:18.829078 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21808): Terminating (SIGTERM)\u000a19:59:18.839227 --- ParallelTerminationStrategy: PID 21802 died...\u000a19:59:18.895763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21802): Terminated: ok {rc=0}\u000a19:59:18.906394 --- ParallelTerminationStrategy: PID 21805 died...\u000a19:59:18.962569 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21805): Terminated: ok {rc=0}\u000a19:59:18.973263 --- ParallelTerminationStrategy: PID 21808 died...\u000a19:59:19.029612 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21808): Terminated: ok {rc=0}\u000a19:59:19.117813 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21816): Process ended prematurely: osmo-stp_10.42.42.5(pid=21816) [trial-2381↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21816)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21816): Process ended prematurely: osmo-stp_10.42.42.5(pid=21816) [trial-2381↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21816)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-lms+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a19:59:20.172287 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:59:20.184393 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a19:59:20.328926 tst ping_idle_ping.py: using LAC 31153\u000a19:59:20.452735 tst ping_idle_ping.py: using RAC 43\u000a19:59:20.577191 tst ping_idle_ping.py: using CellId 31153\u000a19:59:20.703932 tst ping_idle_ping.py: using BVCI 31154\u000a19:59:20.728391 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:59:20.739846 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:59:20.751125 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:59:20.762741 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:59:20.774174 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:59:20.785720 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:59:20.797528 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a19:59:20.809181 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a19:59:21.084177 tst ping_idle_ping.py:24: start network...\u000a19:59:21.207649 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:59:21.688664 run create_hlr_db(pid=21810): Launched\u000a19:59:21.873449 bus /gobi_6: Setting Powered False\u000a19:59:22.894691 run create_hlr_db(pid=21810): Terminated: ok {rc=0}\u000a19:59:23.318795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21812): Launched\u000a19:59:23.639695 run osmo-hlr_10.42.42.2(pid=21813): Launched\u000a19:59:23.756193 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:59:24.312318 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21815): Launched\u000a19:59:24.634677 run osmo-stp_10.42.42.5(pid=21816): Launched\u000a19:59:24.750533 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:59:25.307113 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21818): Launched\u000a19:59:25.421762 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:59:25.701885 run patchelf(pid=21819): Launched\u000a19:59:25.888024 run osmo-stp_10.42.42.5(pid=21816): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21816)]\u000a19:59:26.024615 run osmo-stp_10.42.42.5(pid=21816): stdout: \u000a| (launched: 2022-12-12_19:59:24.474496)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:59:26.161664 run osmo-stp_10.42.42.5(pid=21816): stderr: \u000a| �[0;m�[38;5;43m20221212195924666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195924666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195924666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195924667 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195924667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195924667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195924668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:59:26.293331 run osmo-stp_10.42.42.5(pid=21816): stdout: \u000a| (launched: 2022-12-12_19:59:24.474496)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:59:26.424062 run osmo-stp_10.42.42.5(pid=21816): stderr: \u000a| �[0;m�[38;5;43m20221212195924666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195924666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195924666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195924667 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195924667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195924667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195924668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:59:26.575445 run patchelf(pid=21819): Terminating (SIGINT)\u000a19:59:26.753359 run patchelf(pid=21819): Terminated: ok {rc=0}\u000a19:59:26.785817 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=21816): Process ended prematurely: osmo-stp_10.42.42.5(pid=21816) [trial-2381↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21816)] [trial-2381↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a19:59:26.795322 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a19:59:26.859746 run osmo-hlr_10.42.42.2(pid=21813): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21813)]\u000a19:59:26.911726 run osmo-hlr_10.42.42.2(pid=21813): stdout: \u000a| (launched: 2022-12-12_19:59:23.480383) \u000a19:59:26.964241 run osmo-hlr_10.42.42.2(pid=21813): stderr: \u000a| �[0;m�[1;31m20221212195923677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212195923677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212195923677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195923677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195923677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212195923677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212195923689 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-lms+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212195923697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212195923697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212195923697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:59:27.008656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21812): Terminating (SIGTERM)\u000a19:59:27.051231 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21815): Terminating (SIGTERM)\u000a19:59:27.093765 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21818): Terminating (SIGTERM)\u000a19:59:27.103956 --- ParallelTerminationStrategy: PID 21812 died...\u000a19:59:27.160377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21812): Terminated: ok {rc=0}\u000a19:59:27.170933 --- ParallelTerminationStrategy: PID 21815 died...\u000a19:59:27.227742 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21815): Terminated: ok {rc=0}\u000a19:59:27.238060 --- ParallelTerminationStrategy: PID 21818 died...\u000a19:59:27.294505 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21818): Terminated: ok {rc=0}\u000a19:59:27.383026 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "108", "name" : "gprs_trx-lms+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:58:28" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21838): Process ended prematurely: osmo-stp_10.42.42.5(pid=21838) [trial-2381↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21838)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21838): Process ended prematurely: osmo-stp_10.42.42.5(pid=21838) [trial-2381↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21838)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-lms+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a19:59:29.546667 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:59:29.557666 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:59:29.715841 tst cs_paging_gprs_active.py: using LAC 31154\u000a19:59:29.847025 tst cs_paging_gprs_active.py: using RAC 44\u000a19:59:29.972356 tst cs_paging_gprs_active.py: using CellId 31154\u000a19:59:30.097374 tst cs_paging_gprs_active.py: using BVCI 31155\u000a19:59:30.122455 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:59:30.134096 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:59:30.145564 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:59:30.157543 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:59:30.169440 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:59:30.181476 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:59:30.193554 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:59:30.205355 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:59:30.217471 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:59:30.334277 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:59:30.612356 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a19:59:30.738638 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:59:31.104134 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21823): Launched\u000a19:59:31.403833 run iperf3-srv_10.42.42.10(pid=21824): Launched\u000a19:59:31.592727 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a19:59:31.723871 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:59:32.057288 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21825): Launched\u000a19:59:32.320857 run iperf3-srv_10.42.42.10(pid=21826): Launched\u000a19:59:32.504060 tst cs_paging_gprs_active.py:38: start network...\u000a19:59:32.628789 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:59:33.115346 run create_hlr_db(pid=21827): Launched\u000a19:59:33.303106 bus /gobi_6: Setting Powered False\u000a19:59:34.325729 run create_hlr_db(pid=21827): Terminated: ok {rc=0}\u000a19:59:34.735003 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21834): Launched\u000a19:59:35.036674 run osmo-hlr_10.42.42.2(pid=21835): Launched\u000a19:59:35.145917 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:59:35.670364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21837): Launched\u000a19:59:35.973974 run osmo-stp_10.42.42.5(pid=21838): Launched\u000a19:59:36.082484 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:59:36.608378 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21840): Launched\u000a19:59:36.715273 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:59:36.987971 run patchelf(pid=21841): Launched\u000a19:59:37.165723 run osmo-stp_10.42.42.5(pid=21838): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21838)]\u000a19:59:37.295504 run osmo-stp_10.42.42.5(pid=21838): stdout: \u000a| (launched: 2022-12-12_19:59:35.822822)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:59:37.425403 run osmo-stp_10.42.42.5(pid=21838): stderr: \u000a| �[0;m�[38;5;43m20221212195935992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195935993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195935993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195935993 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195935994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195935994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195935994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:59:37.551234 run osmo-stp_10.42.42.5(pid=21838): stdout: \u000a| (launched: 2022-12-12_19:59:35.822822)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:59:37.675143 run osmo-stp_10.42.42.5(pid=21838): stderr: \u000a| �[0;m�[38;5;43m20221212195935992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195935993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195935993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195935993 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195935994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195935994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195935994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:59:37.819626 run patchelf(pid=21841): Terminating (SIGINT)\u000a19:59:37.989686 run patchelf(pid=21841): Terminated: ok {rc=0}\u000a19:59:38.020811 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21838): Process ended prematurely: osmo-stp_10.42.42.5(pid=21838) [trial-2381↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21838)] [trial-2381↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a19:59:38.030104 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a19:59:38.090473 run osmo-hlr_10.42.42.2(pid=21835): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21835)]\u000a19:59:38.139790 run osmo-hlr_10.42.42.2(pid=21835): stdout: \u000a| (launched: 2022-12-12_19:59:34.887984) \u000a19:59:38.189849 run osmo-hlr_10.42.42.2(pid=21835): stderr: \u000a| �[0;m�[1;31m20221212195935063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212195935063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212195935063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195935063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195935063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212195935063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212195935111 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-lms+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212195935120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212195935120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212195935120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:59:38.232078 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21823): Terminating (SIGTERM)\u000a19:59:38.271776 run iperf3-srv_10.42.42.10(pid=21824): Terminating (SIGTERM)\u000a19:59:38.311722 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21825): Terminating (SIGTERM)\u000a19:59:38.351485 run iperf3-srv_10.42.42.10(pid=21826): Terminating (SIGTERM)\u000a19:59:38.391116 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21834): Terminating (SIGTERM)\u000a19:59:38.430627 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21837): Terminating (SIGTERM)\u000a19:59:38.470330 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21840): Terminating (SIGTERM)\u000a19:59:38.479598 --- ParallelTerminationStrategy: PID 21823 died...\u000a19:59:38.532573 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21823): Terminated: ok {rc=0}\u000a19:59:38.542196 --- ParallelTerminationStrategy: PID 21824 died...\u000a19:59:38.595471 run iperf3-srv_10.42.42.10(pid=21824): Terminated {rc=256}\u000a19:59:38.605116 --- ParallelTerminationStrategy: PID 21825 died...\u000a19:59:38.657958 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21825): Terminated: ok {rc=0}\u000a19:59:38.667615 --- ParallelTerminationStrategy: PID 21826 died...\u000a19:59:38.720406 run iperf3-srv_10.42.42.10(pid=21826): Terminated {rc=256}\u000a19:59:38.730067 --- ParallelTerminationStrategy: PID 21834 died...\u000a19:59:38.782820 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21834): Terminated: ok {rc=0}\u000a19:59:38.792364 --- ParallelTerminationStrategy: PID 21837 died...\u000a19:59:38.845281 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21837): Terminated: ok {rc=0}\u000a19:59:38.854888 --- ParallelTerminationStrategy: PID 21840 died...\u000a19:59:38.907687 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21840): Terminated: ok {rc=0}\u000a19:59:38.991185 bus /gobi_0: Setting Powered False\u000a19:59:40.099576 bus /gobi_0: Setting Powered False\u000a19:59:41.211527 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21850): Process ended prematurely: osmo-stp_10.42.42.5(pid=21850) [trial-2381↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21850)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21850): Process ended prematurely: osmo-stp_10.42.42.5(pid=21850) [trial-2381↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21850)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-lms+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a19:59:42.321680 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:59:42.333145 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:59:42.489758 tst iperf3.py: using LAC 31155\u000a19:59:42.607008 tst iperf3.py: using RAC 45\u000a19:59:42.727939 tst iperf3.py: using CellId 31155\u000a19:59:42.848245 tst iperf3.py: using BVCI 31156\u000a19:59:42.871217 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:59:42.882111 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:59:42.892855 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:59:42.903584 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:59:42.914326 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:59:42.925113 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:59:42.936115 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:59:42.946772 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:59:42.957659 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:59:43.250129 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:59:43.385069 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:59:43.723701 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21842): Launched\u000a19:59:44.003541 run iperf3-srv_10.42.42.10(pid=21843): Launched\u000a19:59:44.201827 tst iperf3.py:8: start network...\u000a19:59:44.337087 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:59:44.847054 run create_hlr_db(pid=21844): Launched\u000a19:59:45.035015 bus /gobi_6: Setting Powered False\u000a19:59:46.053098 run create_hlr_db(pid=21844): Terminated: ok {rc=0}\u000a19:59:46.567063 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21846): Launched\u000a19:59:47.030500 run osmo-hlr_10.42.42.2(pid=21847): Launched\u000a19:59:47.193914 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a19:59:47.802660 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21849): Launched\u000a19:59:48.128217 run osmo-stp_10.42.42.5(pid=21850): Launched\u000a19:59:48.245632 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a19:59:48.814496 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21852): Launched\u000a19:59:48.930195 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a19:59:49.214962 run patchelf(pid=21853): Launched\u000a19:59:49.404923 run osmo-stp_10.42.42.5(pid=21850): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21850)]\u000a19:59:49.543574 run osmo-stp_10.42.42.5(pid=21850): stdout: \u000a| (launched: 2022-12-12_19:59:47.967194)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:59:49.683540 run osmo-stp_10.42.42.5(pid=21850): stderr: \u000a| �[0;m�[38;5;43m20221212195948156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195948156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195948157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195948157 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195948157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195948157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195948158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:59:49.817590 run osmo-stp_10.42.42.5(pid=21850): stdout: \u000a| (launched: 2022-12-12_19:59:47.967194)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a19:59:49.950736 run osmo-stp_10.42.42.5(pid=21850): stderr: \u000a| �[0;m�[38;5;43m20221212195948156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212195948156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212195948157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212195948157 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212195948157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212195948157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212195948158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a19:59:50.104890 run patchelf(pid=21853): Terminating (SIGINT)\u000a19:59:50.286379 run patchelf(pid=21853): Terminated: ok {rc=0}\u000a19:59:50.319567 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21850): Process ended prematurely: osmo-stp_10.42.42.5(pid=21850) [trial-2381↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21850)] [trial-2381↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a19:59:50.329433 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a19:59:50.393977 run osmo-hlr_10.42.42.2(pid=21847): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21847)]\u000a19:59:50.446136 run osmo-hlr_10.42.42.2(pid=21847): stdout: \u000a| (launched: 2022-12-12_19:59:46.728108) \u000a19:59:50.498822 run osmo-hlr_10.42.42.2(pid=21847): stderr: \u000a| �[0;m�[1;31m20221212195946958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212195946958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212195946958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195946958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195946958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212195946958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212195946971 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212195946984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212195946985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212195946985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a19:59:50.543629 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21842): Terminating (SIGTERM)\u000a19:59:50.586178 run iperf3-srv_10.42.42.10(pid=21843): Terminating (SIGTERM)\u000a19:59:50.629009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21846): Terminating (SIGTERM)\u000a19:59:50.671660 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21849): Terminating (SIGTERM)\u000a19:59:50.714209 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21852): Terminating (SIGTERM)\u000a19:59:50.724326 --- ParallelTerminationStrategy: PID 21842 died...\u000a19:59:50.781599 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21842): Terminated: ok {rc=0}\u000a19:59:50.791842 --- ParallelTerminationStrategy: PID 21843 died...\u000a19:59:50.848260 run iperf3-srv_10.42.42.10(pid=21843): Terminated {rc=256}\u000a19:59:50.858756 --- ParallelTerminationStrategy: PID 21846 died...\u000a19:59:50.914981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21846): Terminated: ok {rc=0}\u000a19:59:50.925183 --- ParallelTerminationStrategy: PID 21849 died...\u000a19:59:50.981860 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21849): Terminated: ok {rc=0}\u000a19:59:50.992374 --- ParallelTerminationStrategy: PID 21852 died...\u000a19:59:51.048896 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21852): Terminated: ok {rc=0}\u000a19:59:51.137359 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21868): Process ended prematurely: osmo-stp_10.42.42.5(pid=21868) [trial-2381↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21868)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21868): Process ended prematurely: osmo-stp_10.42.42.5(pid=21868) [trial-2381↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21868)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-lms+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a19:59:52.252917 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:59:52.265156 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a19:59:52.431615 tst iperf3m4.py: using LAC 31156\u000a19:59:52.558328 tst iperf3m4.py: using RAC 46\u000a19:59:52.684529 tst iperf3m4.py: using CellId 31156\u000a19:59:52.809286 tst iperf3m4.py: using BVCI 31157\u000a19:59:52.834102 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:59:52.845517 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:59:52.856750 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:59:52.868409 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:59:52.879950 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:59:52.891543 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:59:52.903173 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:59:52.914649 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a19:59:52.926422 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:59:53.045026 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:59:53.164913 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:59:53.281348 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a19:59:53.559148 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a19:59:53.685640 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:59:54.000466 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21854): Launched\u000a19:59:54.263707 run iperf3-srv_10.42.42.10(pid=21855): Launched\u000a19:59:54.447162 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a19:59:54.571607 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:59:54.887764 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21856): Launched\u000a19:59:55.148109 run iperf3-srv_10.42.42.10(pid=21857): Launched\u000a19:59:55.331047 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a19:59:55.455642 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:59:55.772236 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21858): Launched\u000a19:59:56.032670 run iperf3-srv_10.42.42.10(pid=21859): Launched\u000a19:59:56.215865 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a19:59:56.340536 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a19:59:56.665490 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21860): Launched\u000a19:59:56.946501 run iperf3-srv_10.42.42.10(pid=21861): Launched\u000a19:59:57.144827 tst iperf3m4.py:8: start network...\u000a19:59:57.280604 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a19:59:57.792076 run create_hlr_db(pid=21862): Launched\u000a19:59:57.978529 bus /gobi_6: Setting Powered False\u000a19:59:59.000226 run create_hlr_db(pid=21862): Terminated: ok {rc=0}\u000a19:59:59.406254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21864): Launched\u000a19:59:59.708142 run osmo-hlr_10.42.42.2(pid=21865): Launched\u000a19:59:59.817848 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:00:00.341953 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21867): Launched\u000a20:00:00.646017 run osmo-stp_10.42.42.5(pid=21868): Launched\u000a20:00:00.754727 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:00:01.371242 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21870): Launched\u000a20:00:01.535251 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:00:01.874461 run patchelf(pid=21874): Launched\u000a20:00:02.118752 run osmo-stp_10.42.42.5(pid=21868): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21868)]\u000a20:00:02.263545 run osmo-stp_10.42.42.5(pid=21868): stdout: \u000a| (launched: 2022-12-12_20:00:00.494086)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:00:02.397286 run osmo-stp_10.42.42.5(pid=21868): stderr: \u000a| �[0;m�[38;5;43m20221212200000663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200000664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200000664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200000664 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200000665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200000665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200000665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:00:02.522267 run osmo-stp_10.42.42.5(pid=21868): stdout: \u000a| (launched: 2022-12-12_20:00:00.494086)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:00:02.645507 run osmo-stp_10.42.42.5(pid=21868): stderr: \u000a| �[0;m�[38;5;43m20221212200000663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200000664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200000664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200000664 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200000665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200000665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200000665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:00:02.789247 run patchelf(pid=21874): Terminating (SIGINT)\u000a20:00:02.958280 run patchelf(pid=21874): Terminated: ok {rc=0}\u000a20:00:02.989424 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21868): Process ended prematurely: osmo-stp_10.42.42.5(pid=21868) [trial-2381↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21868)] [trial-2381↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a20:00:02.998765 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a20:00:03.059826 run osmo-hlr_10.42.42.2(pid=21865): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21865)]\u000a20:00:03.109416 run osmo-hlr_10.42.42.2(pid=21865): stdout: \u000a| (launched: 2022-12-12_19:59:59.558819) \u000a20:00:03.159689 run osmo-hlr_10.42.42.2(pid=21865): stderr: \u000a| �[0;m�[1;31m20221212195959734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212195959734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212195959734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195959734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212195959734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212195959734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212195959746 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212195959755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212195959756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212195959756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:00:03.202217 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21854): Terminating (SIGTERM)\u000a20:00:03.242219 run iperf3-srv_10.42.42.10(pid=21855): Terminating (SIGTERM)\u000a20:00:03.282189 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21856): Terminating (SIGTERM)\u000a20:00:03.322070 run iperf3-srv_10.42.42.10(pid=21857): Terminating (SIGTERM)\u000a20:00:03.361995 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21858): Terminating (SIGTERM)\u000a20:00:03.401763 run iperf3-srv_10.42.42.10(pid=21859): Terminating (SIGTERM)\u000a20:00:03.441531 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21860): Terminating (SIGTERM)\u000a20:00:03.481198 run iperf3-srv_10.42.42.10(pid=21861): Terminating (SIGTERM)\u000a20:00:03.521187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21864): Terminating (SIGTERM)\u000a20:00:03.561078 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21867): Terminating (SIGTERM)\u000a20:00:03.601019 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21870): Terminating (SIGTERM)\u000a20:00:03.610366 --- ParallelTerminationStrategy: PID 21854 died...\u000a20:00:03.664352 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21854): Terminated: ok {rc=0}\u000a20:00:03.674256 --- ParallelTerminationStrategy: PID 21855 died...\u000a20:00:03.728368 run iperf3-srv_10.42.42.10(pid=21855): Terminated {rc=256}\u000a20:00:03.738046 --- ParallelTerminationStrategy: PID 21856 died...\u000a20:00:03.791849 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21856): Terminated: ok {rc=0}\u000a20:00:03.801848 --- ParallelTerminationStrategy: PID 21857 died...\u000a20:00:03.855344 run iperf3-srv_10.42.42.10(pid=21857): Terminated {rc=256}\u000a20:00:03.865073 --- ParallelTerminationStrategy: PID 21858 died...\u000a20:00:03.918446 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21858): Terminated: ok {rc=0}\u000a20:00:03.928024 --- ParallelTerminationStrategy: PID 21859 died...\u000a20:00:03.981519 run iperf3-srv_10.42.42.10(pid=21859): Terminated {rc=256}\u000a20:00:03.991030 --- ParallelTerminationStrategy: PID 21860 died...\u000a20:00:04.044316 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21860): Terminated: ok {rc=0}\u000a20:00:04.054099 --- ParallelTerminationStrategy: PID 21861 died...\u000a20:00:04.107546 run iperf3-srv_10.42.42.10(pid=21861): Terminated {rc=256}\u000a20:00:04.117357 --- ParallelTerminationStrategy: PID 21864 died...\u000a20:00:04.170695 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21864): Terminated: ok {rc=0}\u000a20:00:04.180364 --- ParallelTerminationStrategy: PID 21867 died...\u000a20:00:04.234267 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21867): Terminated: ok {rc=0}\u000a20:00:04.244027 --- ParallelTerminationStrategy: PID 21870 died...\u000a20:00:04.297367 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21870): Terminated: ok {rc=0}\u000a20:00:04.387244 bus /gobi_4: Setting Powered False\u000a20:00:05.490413 bus /gobi_4: Setting Powered False\u000a20:00:06.598857 bus /gobi_1: Setting Powered False\u000a20:00:07.706904 bus /gobi_1: Setting Powered False\u000a20:00:08.819026 bus /gobi_0: Setting Powered False\u000a20:00:09.926847 bus /gobi_0: Setting Powered False\u000a20:00:11.037514 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21881): Process ended prematurely: osmo-stp_10.42.42.5(pid=21881) [trial-2381↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21881)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21881): Process ended prematurely: osmo-stp_10.42.42.5(pid=21881) [trial-2381↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21881)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-lms+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a20:00:12.106566 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:00:12.118625 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:00:12.285123 tst ping.py: using LAC 31157\u000a20:00:12.407271 tst ping.py: using RAC 47\u000a20:00:12.531405 tst ping.py: using CellId 31157\u000a20:00:12.658232 tst ping.py: using BVCI 31158\u000a20:00:12.682524 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:00:12.693988 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:00:12.705215 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:00:12.716675 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:00:12.728020 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:00:12.739675 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:00:12.751217 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:00:12.762629 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:00:13.050425 tst ping.py:19: start network...\u000a20:00:13.182591 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:00:13.682576 run create_hlr_db(pid=21875): Launched\u000a20:00:13.867299 bus /gobi_6: Setting Powered False\u000a20:00:14.886783 run create_hlr_db(pid=21875): Terminated: ok {rc=0}\u000a20:00:15.286956 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21877): Launched\u000a20:00:15.584478 run osmo-hlr_10.42.42.2(pid=21878): Launched\u000a20:00:15.701659 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:00:16.266402 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21880): Launched\u000a20:00:16.667149 run osmo-stp_10.42.42.5(pid=21881): Launched\u000a20:00:16.895438 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:00:17.494530 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21883): Launched\u000a20:00:17.599774 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:00:17.860173 run patchelf(pid=21884): Launched\u000a20:00:18.033572 run osmo-stp_10.42.42.5(pid=21881): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21881)]\u000a20:00:18.160032 run osmo-stp_10.42.42.5(pid=21881): stdout: \u000a| (launched: 2022-12-12_20:00:16.422713)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:00:18.287106 run osmo-stp_10.42.42.5(pid=21881): stderr: \u000a| �[0;m�[38;5;43m20221212200016753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200016753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200016754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200016754 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200016754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200016755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200016755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:00:18.409417 run osmo-stp_10.42.42.5(pid=21881): stdout: \u000a| (launched: 2022-12-12_20:00:16.422713)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:00:18.530588 run osmo-stp_10.42.42.5(pid=21881): stderr: \u000a| �[0;m�[38;5;43m20221212200016753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200016753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200016754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200016754 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200016754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200016755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200016755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:00:18.671254 run patchelf(pid=21884): Terminating (SIGINT)\u000a20:00:18.836661 run patchelf(pid=21884): Terminated: ok {rc=0}\u000a20:00:18.866818 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=21881): Process ended prematurely: osmo-stp_10.42.42.5(pid=21881) [trial-2381↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21881)] [trial-2381↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22]\u000a20:00:18.875524 tst ping.py:22: Test FAILED (6.8 sec)\u000a20:00:18.936297 run osmo-hlr_10.42.42.2(pid=21878): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21878)]\u000a20:00:18.985938 run osmo-hlr_10.42.42.2(pid=21878): stdout: \u000a| (launched: 2022-12-12_20:00:15.436843) \u000a20:00:19.036388 run osmo-hlr_10.42.42.2(pid=21878): stderr: \u000a| �[0;m�[1;31m20221212200015612 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212200015613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212200015613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200015613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200015613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212200015613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212200015625 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-lms+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212200015636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212200015636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212200015636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:00:19.079238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21877): Terminating (SIGTERM)\u000a20:00:19.119682 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21880): Terminating (SIGTERM)\u000a20:00:19.160078 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21883): Terminating (SIGTERM)\u000a20:00:19.169560 --- ParallelTerminationStrategy: PID 21877 died...\u000a20:00:19.224077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21877): Terminated: ok {rc=0}\u000a20:00:19.233913 --- ParallelTerminationStrategy: PID 21880 died...\u000a20:00:19.288026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21880): Terminated: ok {rc=0}\u000a20:00:19.297866 --- ParallelTerminationStrategy: PID 21883 died...\u000a20:00:19.352076 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21883): Terminated: ok {rc=0}\u000a20:00:19.443165 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 51, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21891): Process ended prematurely: osmo-stp_10.42.42.5(pid=21891) [trial-2381↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21891)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21891): Process ended prematurely: osmo-stp_10.42.42.5(pid=21891) [trial-2381↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21891)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-lms+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a20:00:20.496073 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:00:20.508189 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:00:20.666084 tst ping_idle_ping.py: using LAC 31158\u000a20:00:20.782331 tst ping_idle_ping.py: using RAC 48\u000a20:00:20.898971 tst ping_idle_ping.py: using CellId 31158\u000a20:00:21.017439 tst ping_idle_ping.py: using BVCI 31159\u000a20:00:21.040021 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:00:21.051038 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:00:21.061840 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:00:21.072817 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:00:21.083833 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:00:21.094879 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:00:21.105992 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:00:21.116708 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:00:21.407064 tst ping_idle_ping.py:24: start network...\u000a20:00:21.540303 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:00:22.047772 run create_hlr_db(pid=21885): Launched\u000a20:00:22.232858 bus /gobi_6: Setting Powered False\u000a20:00:23.254326 run create_hlr_db(pid=21885): Terminated: ok {rc=0}\u000a20:00:23.681898 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21887): Launched\u000a20:00:24.002914 run osmo-hlr_10.42.42.2(pid=21888): Launched\u000a20:00:24.120558 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:00:24.678859 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21890): Launched\u000a20:00:24.998955 run osmo-stp_10.42.42.5(pid=21891): Launched\u000a20:00:25.115075 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:00:25.673636 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21893): Launched\u000a20:00:25.787237 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:00:26.067524 run patchelf(pid=21894): Launched\u000a20:00:26.254891 run osmo-stp_10.42.42.5(pid=21891): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21891)]\u000a20:00:26.391341 run osmo-stp_10.42.42.5(pid=21891): stdout: \u000a| (launched: 2022-12-12_20:00:24.840025)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:00:26.528313 run osmo-stp_10.42.42.5(pid=21891): stderr: \u000a| �[0;m�[38;5;43m20221212200025030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200025030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200025030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200025030 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200025031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200025031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200025031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:00:26.660714 run osmo-stp_10.42.42.5(pid=21891): stdout: \u000a| (launched: 2022-12-12_20:00:24.840025)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:00:26.791983 run osmo-stp_10.42.42.5(pid=21891): stderr: \u000a| �[0;m�[38;5;43m20221212200025030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200025030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200025030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200025030 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200025031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200025031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200025031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:00:26.943923 run patchelf(pid=21894): Terminating (SIGINT)\u000a20:00:27.122167 run patchelf(pid=21894): Terminated: ok {rc=0}\u000a20:00:27.154479 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=21891): Process ended prematurely: osmo-stp_10.42.42.5(pid=21891) [trial-2381↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21891)] [trial-2381↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a20:00:27.163775 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a20:00:27.228107 run osmo-hlr_10.42.42.2(pid=21888): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21888)]\u000a20:00:27.280216 run osmo-hlr_10.42.42.2(pid=21888): stdout: \u000a| (launched: 2022-12-12_20:00:23.844144) \u000a20:00:27.332893 run osmo-hlr_10.42.42.2(pid=21888): stderr: \u000a| �[0;m�[1;31m20221212200024040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212200024040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212200024040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200024040 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200024041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212200024041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212200024053 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-lms+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212200024062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212200024062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212200024062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:00:27.377440 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21887): Terminating (SIGTERM)\u000a20:00:27.419676 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21890): Terminating (SIGTERM)\u000a20:00:27.462373 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21893): Terminating (SIGTERM)\u000a20:00:27.472564 --- ParallelTerminationStrategy: PID 21887 died...\u000a20:00:27.530092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21887): Terminated: ok {rc=0}\u000a20:00:27.540627 --- ParallelTerminationStrategy: PID 21890 died...\u000a20:00:27.597796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21890): Terminated: ok {rc=0}\u000a20:00:27.608163 --- ParallelTerminationStrategy: PID 21893 died...\u000a20:00:27.665204 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21893): Terminated: ok {rc=0}\u000a20:00:27.753682 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "109", "name" : "gprs_trx-lms+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T19:59:29" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21909): Process ended prematurely: osmo-stp_10.42.42.5(pid=21909) [trial-2381↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21909)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21909): Process ended prematurely: osmo-stp_10.42.42.5(pid=21909) [trial-2381↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21909)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-lms+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:00:29.899889 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:00:29.911098 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:00:30.067732 tst cs_paging_gprs_active.py: using LAC 31159\u000a20:00:30.189248 tst cs_paging_gprs_active.py: using RAC 49\u000a20:00:30.310139 tst cs_paging_gprs_active.py: using CellId 31159\u000a20:00:30.428383 tst cs_paging_gprs_active.py: using BVCI 31160\u000a20:00:30.451717 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:00:30.462649 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:00:30.473385 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:00:30.484258 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:00:30.495167 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:00:30.506114 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:00:30.517227 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:00:30.528502 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:00:30.539676 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:00:30.655359 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:00:30.940432 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:00:31.069353 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:00:31.411291 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21899): Launched\u000a20:00:31.699429 run iperf3-srv_10.42.42.10(pid=21900): Launched\u000a20:00:31.889224 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:00:32.017752 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:00:32.352267 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21901): Launched\u000a20:00:32.633759 run iperf3-srv_10.42.42.10(pid=21902): Launched\u000a20:00:32.832267 tst cs_paging_gprs_active.py:38: start network...\u000a20:00:32.967015 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:00:33.479930 run create_hlr_db(pid=21903): Launched\u000a20:00:33.667811 bus /gobi_6: Setting Powered False\u000a20:00:34.689707 run create_hlr_db(pid=21903): Terminated: ok {rc=0}\u000a20:00:35.122782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21905): Launched\u000a20:00:35.448472 run osmo-hlr_10.42.42.2(pid=21906): Launched\u000a20:00:35.566159 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:00:36.130679 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21908): Launched\u000a20:00:36.458394 run osmo-stp_10.42.42.5(pid=21909): Launched\u000a20:00:36.576706 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:00:37.145165 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21911): Launched\u000a20:00:37.260564 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:00:37.545667 run patchelf(pid=21912): Launched\u000a20:00:37.738567 run osmo-stp_10.42.42.5(pid=21909): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21909)]\u000a20:00:37.878148 run osmo-stp_10.42.42.5(pid=21909): stdout: \u000a| (launched: 2022-12-12_20:00:36.295583)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:00:38.017844 run osmo-stp_10.42.42.5(pid=21909): stderr: \u000a| �[0;m�[38;5;43m20221212200036485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200036485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200036486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200036486 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200036487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200036487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200036487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:00:38.152607 run osmo-stp_10.42.42.5(pid=21909): stdout: \u000a| (launched: 2022-12-12_20:00:36.295583)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:00:38.285354 run osmo-stp_10.42.42.5(pid=21909): stderr: \u000a| �[0;m�[38;5;43m20221212200036485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200036485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200036486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200036486 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200036487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200036487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200036487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:00:38.440917 run patchelf(pid=21912): Terminating (SIGINT)\u000a20:00:38.623234 run patchelf(pid=21912): Terminated: ok {rc=0}\u000a20:00:38.656839 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21909): Process ended prematurely: osmo-stp_10.42.42.5(pid=21909) [trial-2381↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21909)] [trial-2381↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a20:00:38.667301 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a20:00:38.731964 run osmo-hlr_10.42.42.2(pid=21906): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21906)]\u000a20:00:38.784165 run osmo-hlr_10.42.42.2(pid=21906): stdout: \u000a| (launched: 2022-12-12_20:00:35.287726) \u000a20:00:38.837193 run osmo-hlr_10.42.42.2(pid=21906): stderr: \u000a| �[0;m�[1;31m20221212200035484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212200035484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212200035484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200035484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200035484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212200035484 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212200035497 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-lms+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212200035505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212200035505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212200035505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:00:38.881838 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21899): Terminating (SIGTERM)\u000a20:00:38.924020 run iperf3-srv_10.42.42.10(pid=21900): Terminating (SIGTERM)\u000a20:00:38.966193 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21901): Terminating (SIGTERM)\u000a20:00:39.008253 run iperf3-srv_10.42.42.10(pid=21902): Terminating (SIGTERM)\u000a20:00:39.050717 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21905): Terminating (SIGTERM)\u000a20:00:39.092843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21908): Terminating (SIGTERM)\u000a20:00:39.134950 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21911): Terminating (SIGTERM)\u000a20:00:39.144923 --- ParallelTerminationStrategy: PID 21899 died...\u000a20:00:39.201131 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21899): Terminated: ok {rc=0}\u000a20:00:39.211524 --- ParallelTerminationStrategy: PID 21900 died...\u000a20:00:39.268324 run iperf3-srv_10.42.42.10(pid=21900): Terminated {rc=256}\u000a20:00:39.278415 --- ParallelTerminationStrategy: PID 21901 died...\u000a20:00:39.334565 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21901): Terminated: ok {rc=0}\u000a20:00:39.345172 --- ParallelTerminationStrategy: PID 21902 died...\u000a20:00:39.400987 run iperf3-srv_10.42.42.10(pid=21902): Terminated {rc=256}\u000a20:00:39.411350 --- ParallelTerminationStrategy: PID 21905 died...\u000a20:00:39.467571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21905): Terminated: ok {rc=0}\u000a20:00:39.477800 --- ParallelTerminationStrategy: PID 21908 died...\u000a20:00:39.533760 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21908): Terminated: ok {rc=0}\u000a20:00:39.544121 --- ParallelTerminationStrategy: PID 21911 died...\u000a20:00:39.601213 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21911): Terminated: ok {rc=0}\u000a20:00:39.688586 bus /gobi_0: Setting Powered False\u000a20:00:40.795804 bus /gobi_0: Setting Powered False\u000a20:00:41.908708 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21921): Process ended prematurely: osmo-stp_10.42.42.5(pid=21921) [trial-2381↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21921)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21921): Process ended prematurely: osmo-stp_10.42.42.5(pid=21921) [trial-2381↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21921)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-lms+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a20:00:43.018484 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:00:43.030216 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:00:43.189698 tst iperf3.py: using LAC 31160\u000a20:00:43.316172 tst iperf3.py: using RAC 50\u000a20:00:43.441433 tst iperf3.py: using CellId 31160\u000a20:00:43.567878 tst iperf3.py: using BVCI 31161\u000a20:00:43.592609 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:00:43.604111 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:00:43.615426 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:00:43.626995 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:00:43.638800 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:00:43.650317 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:00:43.661872 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:00:43.673397 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:00:43.684940 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:00:43.978031 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:00:44.113105 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:00:44.449722 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21913): Launched\u000a20:00:44.730890 run iperf3-srv_10.42.42.10(pid=21914): Launched\u000a20:00:44.929549 tst iperf3.py:8: start network...\u000a20:00:45.064779 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:00:45.574764 run create_hlr_db(pid=21915): Launched\u000a20:00:45.763375 bus /gobi_6: Setting Powered False\u000a20:00:46.774443 run create_hlr_db(pid=21915): Terminated: ok {rc=0}\u000a20:00:47.201286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21917): Launched\u000a20:00:47.508086 run osmo-hlr_10.42.42.2(pid=21918): Launched\u000a20:00:47.620488 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:00:48.150877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21920): Launched\u000a20:00:48.458097 run osmo-stp_10.42.42.5(pid=21921): Launched\u000a20:00:48.566814 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:00:49.094674 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21923): Launched\u000a20:00:49.201782 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:00:49.466871 run patchelf(pid=21924): Launched\u000a20:00:49.644102 run osmo-stp_10.42.42.5(pid=21921): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21921)]\u000a20:00:49.773771 run osmo-stp_10.42.42.5(pid=21921): stdout: \u000a| (launched: 2022-12-12_20:00:48.304254)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:00:49.903721 run osmo-stp_10.42.42.5(pid=21921): stderr: \u000a| �[0;m�[38;5;43m20221212200048475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200048475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200048476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200048476 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200048477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200048477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200048477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:00:50.028906 run osmo-stp_10.42.42.5(pid=21921): stdout: \u000a| (launched: 2022-12-12_20:00:48.304254)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:00:50.153266 run osmo-stp_10.42.42.5(pid=21921): stderr: \u000a| �[0;m�[38;5;43m20221212200048475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200048475 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200048476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200048476 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200048477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200048477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200048477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:00:50.297366 run patchelf(pid=21924): Terminating (SIGINT)\u000a20:00:50.467101 run patchelf(pid=21924): Terminated: ok {rc=0}\u000a20:00:50.498275 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21921): Process ended prematurely: osmo-stp_10.42.42.5(pid=21921) [trial-2381↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21921)] [trial-2381↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a20:00:50.507469 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a20:00:50.568157 run osmo-hlr_10.42.42.2(pid=21918): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21918)]\u000a20:00:50.617700 run osmo-hlr_10.42.42.2(pid=21918): stdout: \u000a| (launched: 2022-12-12_20:00:47.356244) \u000a20:00:50.667744 run osmo-hlr_10.42.42.2(pid=21918): stderr: \u000a| �[0;m�[1;31m20221212200047530 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212200047531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212200047531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200047531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200047531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212200047531 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212200047543 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212200047551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212200047551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212200047551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:00:50.710172 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21913): Terminating (SIGTERM)\u000a20:00:50.749987 run iperf3-srv_10.42.42.10(pid=21914): Terminating (SIGTERM)\u000a20:00:50.789824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21917): Terminating (SIGTERM)\u000a20:00:50.829601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21920): Terminating (SIGTERM)\u000a20:00:50.869435 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21923): Terminating (SIGTERM)\u000a20:00:50.878772 --- ParallelTerminationStrategy: PID 21913 died...\u000a20:00:50.932400 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21913): Terminated: ok {rc=0}\u000a20:00:50.942111 --- ParallelTerminationStrategy: PID 21914 died...\u000a20:00:50.995144 run iperf3-srv_10.42.42.10(pid=21914): Terminated {rc=256}\u000a20:00:51.004662 --- ParallelTerminationStrategy: PID 21917 died...\u000a20:00:51.057910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21917): Terminated: ok {rc=0}\u000a20:00:51.067514 --- ParallelTerminationStrategy: PID 21920 died...\u000a20:00:51.120646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21920): Terminated: ok {rc=0}\u000a20:00:51.130381 --- ParallelTerminationStrategy: PID 21923 died...\u000a20:00:51.183514 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21923): Terminated: ok {rc=0}\u000a20:00:51.272759 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21939): Process ended prematurely: osmo-stp_10.42.42.5(pid=21939) [trial-2381↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21939)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21939): Process ended prematurely: osmo-stp_10.42.42.5(pid=21939) [trial-2381↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21939)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-lms+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a20:00:52.383229 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:00:52.394841 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:00:52.562279 tst iperf3m4.py: using LAC 31161\u000a20:00:52.691960 tst iperf3m4.py: using RAC 51\u000a20:00:52.820808 tst iperf3m4.py: using CellId 31161\u000a20:00:52.947797 tst iperf3m4.py: using BVCI 31162\u000a20:00:52.972667 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:00:52.984367 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:00:52.995807 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:00:53.008399 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:00:53.020443 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:00:53.032385 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:00:53.044680 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:00:53.056617 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:00:53.069170 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:00:53.189651 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:00:53.307782 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:00:53.423718 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:00:53.720053 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:00:53.856256 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:00:54.196853 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21925): Launched\u000a20:00:54.479857 run iperf3-srv_10.42.42.10(pid=21926): Launched\u000a20:00:54.679455 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:00:54.815063 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:00:55.152688 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21927): Launched\u000a20:00:55.435193 run iperf3-srv_10.42.42.10(pid=21928): Launched\u000a20:00:55.634540 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:00:55.770787 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:00:56.110897 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21929): Launched\u000a20:00:56.393180 run iperf3-srv_10.42.42.10(pid=21930): Launched\u000a20:00:56.591761 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:00:56.727291 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:00:57.064681 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21931): Launched\u000a20:00:57.347024 run iperf3-srv_10.42.42.10(pid=21932): Launched\u000a20:00:57.546064 tst iperf3m4.py:8: start network...\u000a20:00:57.681837 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:00:58.192870 run create_hlr_db(pid=21933): Launched\u000a20:00:58.380748 bus /gobi_6: Setting Powered False\u000a20:00:59.402332 run create_hlr_db(pid=21933): Terminated: ok {rc=0}\u000a20:00:59.836620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21935): Launched\u000a20:01:00.162537 run osmo-hlr_10.42.42.2(pid=21936): Launched\u000a20:01:00.279954 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:01:00.849862 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21938): Launched\u000a20:01:01.319640 run osmo-stp_10.42.42.5(pid=21939): Launched\u000a20:01:01.495491 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:01:02.077065 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21941): Launched\u000a20:01:02.188299 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:01:02.469362 run patchelf(pid=21942): Launched\u000a20:01:02.659942 run osmo-stp_10.42.42.5(pid=21939): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21939)]\u000a20:01:02.799296 run osmo-stp_10.42.42.5(pid=21939): stdout: \u000a| (launched: 2022-12-12_20:01:01.045663)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:01:02.939183 run osmo-stp_10.42.42.5(pid=21939): stderr: \u000a| �[0;m�[38;5;43m20221212200101279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200101279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200101279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200101280 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200101280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200101280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200101280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:01:03.074065 run osmo-stp_10.42.42.5(pid=21939): stdout: \u000a| (launched: 2022-12-12_20:01:01.045663)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:01:03.207613 run osmo-stp_10.42.42.5(pid=21939): stderr: \u000a| �[0;m�[38;5;43m20221212200101279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200101279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200101279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200101280 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200101280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200101280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200101280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:01:03.362789 run patchelf(pid=21942): Terminating (SIGINT)\u000a20:01:03.544326 run patchelf(pid=21942): Terminated: ok {rc=0}\u000a20:01:03.577852 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21939): Process ended prematurely: osmo-stp_10.42.42.5(pid=21939) [trial-2381↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21939)] [trial-2381↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a20:01:03.587779 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a20:01:03.652894 run osmo-hlr_10.42.42.2(pid=21936): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21936)]\u000a20:01:03.705381 run osmo-hlr_10.42.42.2(pid=21936): stdout: \u000a| (launched: 2022-12-12_20:01:00.001426) \u000a20:01:03.758426 run osmo-hlr_10.42.42.2(pid=21936): stderr: \u000a| �[0;m�[1;31m20221212200100199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212200100199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212200100199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200100199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200100199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212200100199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212200100212 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212200100220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212200100220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212200100220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:01:03.803215 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21925): Terminating (SIGTERM)\u000a20:01:03.845820 run iperf3-srv_10.42.42.10(pid=21926): Terminating (SIGTERM)\u000a20:01:03.888596 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21927): Terminating (SIGTERM)\u000a20:01:03.931058 run iperf3-srv_10.42.42.10(pid=21928): Terminating (SIGTERM)\u000a20:01:03.973342 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21929): Terminating (SIGTERM)\u000a20:01:04.015900 run iperf3-srv_10.42.42.10(pid=21930): Terminating (SIGTERM)\u000a20:01:04.058578 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21931): Terminating (SIGTERM)\u000a20:01:04.101165 run iperf3-srv_10.42.42.10(pid=21932): Terminating (SIGTERM)\u000a20:01:04.143743 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21935): Terminating (SIGTERM)\u000a20:01:04.186564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21938): Terminating (SIGTERM)\u000a20:01:04.229534 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21941): Terminating (SIGTERM)\u000a20:01:04.239214 --- ParallelTerminationStrategy: PID 21925 died...\u000a20:01:04.296248 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21925): Terminated: ok {rc=0}\u000a20:01:04.306978 --- ParallelTerminationStrategy: PID 21926 died...\u000a20:01:04.363393 run iperf3-srv_10.42.42.10(pid=21926): Terminated {rc=256}\u000a20:01:04.373993 --- ParallelTerminationStrategy: PID 21927 died...\u000a20:01:04.430748 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21927): Terminated: ok {rc=0}\u000a20:01:04.440932 --- ParallelTerminationStrategy: PID 21928 died...\u000a20:01:04.497539 run iperf3-srv_10.42.42.10(pid=21928): Terminated {rc=256}\u000a20:01:04.507832 --- ParallelTerminationStrategy: PID 21929 died...\u000a20:01:04.564272 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21929): Terminated: ok {rc=0}\u000a20:01:04.574872 --- ParallelTerminationStrategy: PID 21930 died...\u000a20:01:04.631935 run iperf3-srv_10.42.42.10(pid=21930): Terminated {rc=256}\u000a20:01:04.642656 --- ParallelTerminationStrategy: PID 21931 died...\u000a20:01:04.698887 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21931): Terminated: ok {rc=0}\u000a20:01:04.709995 --- ParallelTerminationStrategy: PID 21932 died...\u000a20:01:04.766301 run iperf3-srv_10.42.42.10(pid=21932): Terminated {rc=256}\u000a20:01:04.776854 --- ParallelTerminationStrategy: PID 21935 died...\u000a20:01:04.833452 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21935): Terminated: ok {rc=0}\u000a20:01:04.844076 --- ParallelTerminationStrategy: PID 21938 died...\u000a20:01:04.901613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21938): Terminated: ok {rc=0}\u000a20:01:04.912067 --- ParallelTerminationStrategy: PID 21941 died...\u000a20:01:04.968737 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21941): Terminated: ok {rc=0}\u000a20:01:05.057230 bus /gobi_4: Setting Powered False\u000a20:01:06.166029 bus /gobi_4: Setting Powered False\u000a20:01:07.276165 bus /gobi_1: Setting Powered False\u000a20:01:08.383906 bus /gobi_1: Setting Powered False\u000a20:01:09.492861 bus /gobi_0: Setting Powered False\u000a20:01:10.600692 bus /gobi_0: Setting Powered False\u000a20:01:11.710509 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21949): Process ended prematurely: osmo-stp_10.42.42.5(pid=21949) [trial-2381↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21949)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21949): Process ended prematurely: osmo-stp_10.42.42.5(pid=21949) [trial-2381↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21949)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-lms+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a20:01:12.779653 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:01:12.792171 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:01:12.958086 tst ping.py: using LAC 31162\u000a20:01:13.081728 tst ping.py: using RAC 52\u000a20:01:13.206233 tst ping.py: using CellId 31162\u000a20:01:13.330561 tst ping.py: using BVCI 31163\u000a20:01:13.354887 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:01:13.366336 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:01:13.377616 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:01:13.389282 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:01:13.400664 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:01:13.412190 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:01:13.423807 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:01:13.435421 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:01:13.711129 tst ping.py:19: start network...\u000a20:01:13.835487 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:01:14.313535 run create_hlr_db(pid=21943): Launched\u000a20:01:14.486312 bus /gobi_6: Setting Powered False\u000a20:01:15.508255 run create_hlr_db(pid=21943): Terminated: ok {rc=0}\u000a20:01:15.917112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21945): Launched\u000a20:01:16.227342 run osmo-hlr_10.42.42.2(pid=21946): Launched\u000a20:01:16.472169 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:01:17.142086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21948): Launched\u000a20:01:17.525835 run osmo-stp_10.42.42.5(pid=21949): Launched\u000a20:01:17.633086 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:01:18.153665 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21951): Launched\u000a20:01:18.259941 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:01:18.523003 run patchelf(pid=21952): Launched\u000a20:01:18.697650 run osmo-stp_10.42.42.5(pid=21949): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21949)]\u000a20:01:18.825366 run osmo-stp_10.42.42.5(pid=21949): stdout: \u000a| (launched: 2022-12-12_20:01:17.311102)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:01:18.963929 run osmo-stp_10.42.42.5(pid=21949): stderr: \u000a| �[0;m�[38;5;43m20221212200117494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200117494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200117494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200117495 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200117495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200117495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200117495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:01:19.087324 run osmo-stp_10.42.42.5(pid=21949): stdout: \u000a| (launched: 2022-12-12_20:01:17.311102)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:01:19.210191 run osmo-stp_10.42.42.5(pid=21949): stderr: \u000a| �[0;m�[38;5;43m20221212200117494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200117494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200117494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200117495 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200117495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200117495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200117495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:01:19.352494 run patchelf(pid=21952): Terminating (SIGINT)\u000a20:01:19.519320 run patchelf(pid=21952): Terminated: ok {rc=0}\u000a20:01:19.549659 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=21949): Process ended prematurely: osmo-stp_10.42.42.5(pid=21949) [trial-2381↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21949)] [trial-2381↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22]\u000a20:01:19.558272 tst ping.py:22: Test FAILED (6.8 sec)\u000a20:01:19.619183 run osmo-hlr_10.42.42.2(pid=21946): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21946)]\u000a20:01:19.669036 run osmo-hlr_10.42.42.2(pid=21946): stdout: \u000a| (launched: 2022-12-12_20:01:16.071098) \u000a20:01:19.719509 run osmo-hlr_10.42.42.2(pid=21946): stderr: \u000a| �[0;m�[1;31m20221212200116460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212200116460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212200116460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200116460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200116461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212200116461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212200116486 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-lms+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212200116503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212200116503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212200116503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:01:19.762286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21945): Terminating (SIGTERM)\u000a20:01:19.802755 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21948): Terminating (SIGTERM)\u000a20:01:19.843355 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21951): Terminating (SIGTERM)\u000a20:01:19.853066 --- ParallelTerminationStrategy: PID 21945 died...\u000a20:01:19.906986 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21945): Terminated: ok {rc=0}\u000a20:01:19.917166 --- ParallelTerminationStrategy: PID 21948 died...\u000a20:01:19.970851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21948): Terminated: ok {rc=0}\u000a20:01:19.980875 --- ParallelTerminationStrategy: PID 21951 died...\u000a20:01:20.034714 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21951): Terminated: ok {rc=0}\u000a20:01:20.124337 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21959): Process ended prematurely: osmo-stp_10.42.42.5(pid=21959) [trial-2381↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21959)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21959): Process ended prematurely: osmo-stp_10.42.42.5(pid=21959) [trial-2381↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21959)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-lms+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a20:01:21.177222 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:01:21.188927 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:01:21.354004 tst ping_idle_ping.py: using LAC 31163\u000a20:01:21.478692 tst ping_idle_ping.py: using RAC 53\u000a20:01:21.605625 tst ping_idle_ping.py: using CellId 31163\u000a20:01:21.731192 tst ping_idle_ping.py: using BVCI 31164\u000a20:01:21.755823 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:01:21.767573 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:01:21.779122 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:01:21.791219 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:01:21.803131 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:01:21.815178 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:01:21.827359 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:01:21.839313 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:01:22.131678 tst ping_idle_ping.py:24: start network...\u000a20:01:22.265304 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:01:22.771852 run create_hlr_db(pid=21953): Launched\u000a20:01:22.958496 bus /gobi_6: Setting Powered False\u000a20:01:23.979204 run create_hlr_db(pid=21953): Terminated: ok {rc=0}\u000a20:01:24.384872 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21955): Launched\u000a20:01:24.683949 run osmo-hlr_10.42.42.2(pid=21956): Launched\u000a20:01:24.793973 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:01:25.311031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21958): Launched\u000a20:01:25.608802 run osmo-stp_10.42.42.5(pid=21959): Launched\u000a20:01:25.716392 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:01:26.237343 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21961): Launched\u000a20:01:26.343566 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:01:26.603833 run patchelf(pid=21962): Launched\u000a20:01:26.778398 run osmo-stp_10.42.42.5(pid=21959): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21959)]\u000a20:01:26.906321 run osmo-stp_10.42.42.5(pid=21959): stdout: \u000a| (launched: 2022-12-12_20:01:25.461703)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:01:27.033824 run osmo-stp_10.42.42.5(pid=21959): stderr: \u000a| �[0;m�[38;5;43m20221212200125631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200125631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200125631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200125632 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200125632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200125632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200125632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:01:27.156833 run osmo-stp_10.42.42.5(pid=21959): stdout: \u000a| (launched: 2022-12-12_20:01:25.461703)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:01:27.278723 run osmo-stp_10.42.42.5(pid=21959): stderr: \u000a| �[0;m�[38;5;43m20221212200125631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200125631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200125631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200125632 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200125632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200125632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200125632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:01:27.420345 run patchelf(pid=21962): Terminating (SIGINT)\u000a20:01:27.586754 run patchelf(pid=21962): Terminated: ok {rc=0}\u000a20:01:27.617090 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=21959): Process ended prematurely: osmo-stp_10.42.42.5(pid=21959) [trial-2381↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21959)] [trial-2381↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a20:01:27.625692 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a20:01:27.686279 run osmo-hlr_10.42.42.2(pid=21956): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21956)]\u000a20:01:27.735463 run osmo-hlr_10.42.42.2(pid=21956): stdout: \u000a| (launched: 2022-12-12_20:01:24.535992) \u000a20:01:27.785483 run osmo-hlr_10.42.42.2(pid=21956): stderr: \u000a| �[0;m�[1;31m20221212200124713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212200124713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212200124713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200124713 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200124714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212200124714 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212200124726 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-lms+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212200124734 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212200124735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212200124735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:01:27.827959 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21955): Terminating (SIGTERM)\u000a20:01:27.868051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21958): Terminating (SIGTERM)\u000a20:01:27.908132 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21961): Terminating (SIGTERM)\u000a20:01:27.917611 --- ParallelTerminationStrategy: PID 21955 died...\u000a20:01:27.971114 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21955): Terminated: ok {rc=0}\u000a20:01:27.980935 --- ParallelTerminationStrategy: PID 21958 died...\u000a20:01:28.034413 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21958): Terminated: ok {rc=0}\u000a20:01:28.044104 --- ParallelTerminationStrategy: PID 21961 died...\u000a20:01:28.097443 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21961): Terminated: ok {rc=0}\u000a20:01:28.181550 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "110", "name" : "gprs_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:00:29" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21973): Process ended prematurely: osmo-stp_10.42.42.5(pid=21973) [trial-2381↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21973)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21973): Process ended prematurely: osmo-stp_10.42.42.5(pid=21973) [trial-2381↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21973)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a20:01:30.204597 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:01:30.215938 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:01:30.378138 tst switch_tch_pdch.py: using LAC 31164\u000a20:01:30.501239 tst switch_tch_pdch.py: using RAC 54\u000a20:01:30.626080 tst switch_tch_pdch.py: using CellId 31164\u000a20:01:30.749631 tst switch_tch_pdch.py: using BVCI 31165\u000a20:01:30.774093 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:01:30.785817 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:01:30.797364 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:01:30.809661 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:01:30.822024 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:01:30.834997 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:01:30.848040 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:01:30.861040 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:01:31.007336 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:01:31.310085 tst switch_tch_pdch.py:51: start network...\u000a20:01:31.446450 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:01:31.984688 run create_hlr_db(pid=21967): Launched\u000a20:01:32.172810 bus /gobi_6: Setting Powered False\u000a20:01:33.189905 run create_hlr_db(pid=21967): Terminated: ok {rc=0}\u000a20:01:33.615228 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21969): Launched\u000a20:01:33.935033 run osmo-hlr_10.42.42.2(pid=21970): Launched\u000a20:01:34.050280 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:01:34.606472 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21972): Launched\u000a20:01:34.927401 run osmo-stp_10.42.42.5(pid=21973): Launched\u000a20:01:35.042960 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:01:35.599369 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21975): Launched\u000a20:01:35.713337 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:01:35.992541 run patchelf(pid=21976): Launched\u000a20:01:36.178472 run osmo-stp_10.42.42.5(pid=21973): ERR: Terminated: ERROR {rc=1} [trial-2381↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21973)]\u000a20:01:36.315079 run osmo-stp_10.42.42.5(pid=21973): stdout: \u000a| (launched: 2022-12-12_20:01:34.768222)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:01:36.451943 run osmo-stp_10.42.42.5(pid=21973): stderr: \u000a| �[0;m�[38;5;43m20221212200134956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200134956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200134957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200134957 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200134958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200134958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200134958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:01:36.583598 run osmo-stp_10.42.42.5(pid=21973): stdout: \u000a| (launched: 2022-12-12_20:01:34.768222)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:01:36.714495 run osmo-stp_10.42.42.5(pid=21973): stderr: \u000a| �[0;m�[38;5;43m20221212200134956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200134956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200134957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200134957 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200134958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200134958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200134958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:01:36.865916 run patchelf(pid=21976): Terminating (SIGINT)\u000a20:01:37.043496 run patchelf(pid=21976): Terminated: ok {rc=0}\u000a20:01:37.075713 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=21973): Process ended prematurely: osmo-stp_10.42.42.5(pid=21973) [trial-2381↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21973)] [trial-2381↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a20:01:37.085060 tst switch_tch_pdch.py:54: Test FAILED (6.9 sec)\u000a20:01:37.148756 run osmo-hlr_10.42.42.2(pid=21970): ERR: Terminated: ERROR {rc=237} [trial-2381↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21970)]\u000a20:01:37.200414 run osmo-hlr_10.42.42.2(pid=21970): stdout: \u000a| (launched: 2022-12-12_20:01:33.777368) \u000a20:01:37.252831 run osmo-hlr_10.42.42.2(pid=21970): stderr: \u000a| �[0;m�[1;31m20221212200133971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212200133971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212200133971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200133971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200133971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212200133971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212200133983 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212200133992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212200133992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212200133992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:01:37.296875 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21969): Terminating (SIGTERM)\u000a20:01:37.338984 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21972): Terminating (SIGTERM)\u000a20:01:37.381309 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21975): Terminating (SIGTERM)\u000a20:01:37.390986 --- ParallelTerminationStrategy: PID 21969 died...\u000a20:01:37.447507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21969): Terminated: ok {rc=0}\u000a20:01:37.457659 --- ParallelTerminationStrategy: PID 21972 died...\u000a20:01:37.513789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21972): Terminated: ok {rc=0}\u000a20:01:37.523852 --- ParallelTerminationStrategy: PID 21975 died...\u000a20:01:37.580052 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21975): Terminated: ok {rc=0}\u000a20:01:37.667391 bus /gobi_0: Setting Powered False\u000a20:01:38.773860 bus /gobi_0: Setting Powered False\u000a20:01:39.881124 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "111", "name" : "dynts_trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:01:29" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "dynts:trx-lms+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21987): Process ended prematurely: osmo-stp_10.42.42.5(pid=21987) [trial-2381↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21987)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21987): Process ended prematurely: osmo-stp_10.42.42.5(pid=21987) [trial-2381↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21987)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 dynts:trx-lms+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a20:01:41.867225 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:01:41.878617 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a20:01:42.042490 tst switch_tch_pdch.py: using LAC 31165\u000a20:01:42.165341 tst switch_tch_pdch.py: using RAC 55\u000a20:01:42.293848 tst switch_tch_pdch.py: using CellId 31165\u000a20:01:42.415880 tst switch_tch_pdch.py: using BVCI 31166\u000a20:01:42.440123 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:01:42.451583 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:01:42.462992 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:01:42.474685 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:01:42.486255 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:01:42.497833 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:01:42.509476 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:01:42.521036 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a20:01:42.636402 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a20:01:42.912848 tst switch_tch_pdch.py:51: start network...\u000a20:01:43.036561 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:01:43.486300 run create_hlr_db(pid=21981): Launched\u000a20:01:43.607229 bus /gobi_6: Setting Powered False\u000a20:01:44.679213 run create_hlr_db(pid=21981): Terminated: ok {rc=0}\u000a20:01:45.076491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21983): Launched\u000a20:01:45.395727 run osmo-hlr_10.42.42.2(pid=21984): Launched\u000a20:01:45.514664 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:01:46.095406 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21986): Launched\u000a20:01:46.463296 run osmo-stp_10.42.42.5(pid=21987): Launched\u000a20:01:46.668353 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:01:47.263388 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21989): Launched\u000a20:01:47.379336 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:01:47.658689 run patchelf(pid=21990): Launched\u000a20:01:47.845363 run osmo-stp_10.42.42.5(pid=21987): ERR: Terminated: ERROR {rc=1} [trial-2381↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21987)]\u000a20:01:47.981581 run osmo-stp_10.42.42.5(pid=21987): stdout: \u000a| (launched: 2022-12-12_20:01:46.265802)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:01:48.118299 run osmo-stp_10.42.42.5(pid=21987): stderr: \u000a| �[0;m�[38;5;43m20221212200146583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200146583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200146583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200146584 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200146584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200146584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200146584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:01:48.249945 run osmo-stp_10.42.42.5(pid=21987): stdout: \u000a| (launched: 2022-12-12_20:01:46.265802)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:01:48.380405 run osmo-stp_10.42.42.5(pid=21987): stderr: \u000a| �[0;m�[38;5;43m20221212200146583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200146583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200146583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200146584 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200146584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200146584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200146584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:01:48.532551 run patchelf(pid=21990): Terminating (SIGINT)\u000a20:01:48.711180 run patchelf(pid=21990): Terminated: ok {rc=0}\u000a20:01:48.743515 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=21987): Process ended prematurely: osmo-stp_10.42.42.5(pid=21987) [trial-2381↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21987)] [trial-2381↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a20:01:48.752790 tst switch_tch_pdch.py:54: Test FAILED (6.9 sec)\u000a20:01:48.816381 run osmo-hlr_10.42.42.2(pid=21984): ERR: Terminated: ERROR {rc=237} [trial-2381↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21984)]\u000a20:01:48.868141 run osmo-hlr_10.42.42.2(pid=21984): stdout: \u000a| (launched: 2022-12-12_20:01:45.238215) \u000a20:01:48.920745 run osmo-hlr_10.42.42.2(pid=21984): stderr: \u000a| �[0;m�[1;31m20221212200145435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212200145435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212200145435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200145435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200145435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212200145435 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212200145447 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/dynts:trx-lms+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212200145455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212200145455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212200145455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:01:48.964759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21983): Terminating (SIGTERM)\u000a20:01:49.006569 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21986): Terminating (SIGTERM)\u000a20:01:49.048344 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21989): Terminating (SIGTERM)\u000a20:01:49.058312 --- ParallelTerminationStrategy: PID 21983 died...\u000a20:01:49.114170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21983): Terminated: ok {rc=0}\u000a20:01:49.124566 --- ParallelTerminationStrategy: PID 21986 died...\u000a20:01:49.180699 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21986): Terminated: ok {rc=0}\u000a20:01:49.190785 --- ParallelTerminationStrategy: PID 21989 died...\u000a20:01:49.247045 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21989): Terminated: ok {rc=0}\u000a20:01:49.333680 bus /gobi_0: Setting Powered False\u000a20:01:50.441625 bus /gobi_0: Setting Powered False\u000a20:01:51.549162 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "112", "name" : "dynts_trx-lms+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:01:41" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "nitb_sms:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=21995): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21995) [trial-2381↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21995)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=21995): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21995) [trial-2381↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21995)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 nitb_sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a20:01:53.443342 tst nitb_sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a20:01:53.454778 tst nitb_sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a20:01:53.590364 tst mo_mt_sms.py: using LAC 31166\u000a20:01:53.720253 tst mo_mt_sms.py: using RAC 56\u000a20:01:53.857903 tst mo_mt_sms.py: using CellId 31166\u000a20:01:53.981657 tst mo_mt_sms.py: using BVCI 31167\u000a20:01:54.005849 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a20:01:54.123931 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a20:01:54.397486 tst mo_mt_sms.py:9: start nitb and bts...\u000a20:01:54.520904 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a20:01:55.136166 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21994): Launched\u000a20:01:55.432574 run osmo-nitb_10.42.42.2(pid=21995): Launched\u000a20:01:55.615052 run osmo-nitb_10.42.42.2(pid=21995): ERR: Terminated: ERROR {rc=2} [trial-2381↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21995)]\u000a20:01:55.749283 run osmo-nitb_10.42.42.2(pid=21995): stdout: \u000a| (launched: 2022-12-12_20:01:55.286879) \u000a20:01:55.883737 run osmo-nitb_10.42.42.2(pid=21995): stderr: \u000a| (launched: 2022-12-12_20:01:55.330803)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:01:56.013856 run osmo-nitb_10.42.42.2(pid=21995): stdout: \u000a| (launched: 2022-12-12_20:01:55.286879) \u000a20:01:56.142361 run osmo-nitb_10.42.42.2(pid=21995): stderr: \u000a| (launched: 2022-12-12_20:01:55.330803)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:01:56.551956 tst osmo-nitb_10.42.42.2(pid=21995): stdout: \u000a| (launched: 2022-12-12_20:01:55.286879) \u000a20:01:56.670230 tst osmo-nitb_10.42.42.2(pid=21995): stderr: \u000a| (launched: 2022-12-12_20:01:55.330803)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:01:56.721701 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=21995): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21995) [trial-2381↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21995)] [trial-2381↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11]\u000a20:01:56.729640 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a20:01:56.763653 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21994): Terminating (SIGTERM)\u000a20:01:56.941101 --- ParallelTerminationStrategy: PID 21994 died...\u000a20:01:56.995798 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21994): Terminated: ok {rc=0}\u000a20:01:57.084732 bus /sierra_3: Setting Powered False\u000a20:01:58.189643 bus /sierra_3: Setting Powered False\u000a20:01:59.303746 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "113", "name" : "nitb_sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:01:53" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "sms:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22005): Process ended prematurely: osmo-stp_10.42.42.5(pid=22005) [trial-2381↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22005)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22005): Process ended prematurely: osmo-stp_10.42.42.5(pid=22005) [trial-2381↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22005)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a20:02:01.217404 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:02:01.229504 tst sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a20:02:01.368377 tst mo_mt_sms.py: using LAC 31167\u000a20:02:01.487419 tst mo_mt_sms.py: using RAC 57\u000a20:02:01.613987 tst mo_mt_sms.py: using CellId 31167\u000a20:02:01.739493 tst mo_mt_sms.py: using BVCI 31168\u000a20:02:01.764337 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:02:01.776111 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:02:01.788163 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:02:01.800094 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:02:01.812004 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:02:01.823709 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a20:02:01.965301 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a20:02:02.192474 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:02:02.701762 run create_hlr_db(pid=21999): Launched\u000a20:02:02.874364 bus /sierra_2: Setting Powered False\u000a20:02:03.895826 run create_hlr_db(pid=21999): Terminated: ok {rc=0}\u000a20:02:04.322652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22001): Launched\u000a20:02:04.640283 run osmo-hlr_10.42.42.2(pid=22002): Launched\u000a20:02:04.757418 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:02:05.310593 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22004): Launched\u000a20:02:05.630867 run osmo-stp_10.42.42.5(pid=22005): Launched\u000a20:02:05.747366 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:02:06.336555 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22007): Launched\u000a20:02:06.656866 run osmo-msc_10.42.42.6(pid=22008): Launched\u000a20:02:06.844635 run osmo-stp_10.42.42.5(pid=22005): ERR: Terminated: ERROR {rc=1} [trial-2381↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22005)]\u000a20:02:06.979654 run osmo-stp_10.42.42.5(pid=22005): stdout: \u000a| (launched: 2022-12-12_20:02:05.472084)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:02:07.113692 run osmo-stp_10.42.42.5(pid=22005): stderr: \u000a| �[0;m�[38;5;43m20221212200205662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200205662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200205662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200205663 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200205663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200205663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200205663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:02:07.241922 run osmo-stp_10.42.42.5(pid=22005): stdout: \u000a| (launched: 2022-12-12_20:02:05.472084)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:02:07.369066 run osmo-stp_10.42.42.5(pid=22005): stderr: \u000a| �[0;m�[38;5;43m20221212200205662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200205662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200205662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200205663 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200205663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200205663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200205663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:02:07.424443 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=22005): Process ended prematurely: osmo-stp_10.42.42.5(pid=22005) [trial-2381↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22005)] [trial-2381↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16]\u000a20:02:07.433068 tst mo_mt_sms.py:16: Test FAILED (6.2 sec)\u000a20:02:07.497233 run osmo-hlr_10.42.42.2(pid=22002): ERR: Terminated: ERROR {rc=237} [trial-2381↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22002)]\u000a20:02:07.549426 run osmo-hlr_10.42.42.2(pid=22002): stdout: \u000a| (launched: 2022-12-12_20:02:04.484407) \u000a20:02:07.602236 run osmo-hlr_10.42.42.2(pid=22002): stderr: \u000a| �[0;m�[1;31m20221212200204682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212200204682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212200204682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200204682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200204682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212200204682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212200204695 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/sms:trx-lms-limenet-micro/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212200204705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212200204705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212200204705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:02:07.674254 run osmo-msc_10.42.42.6(pid=22008): ERR: Terminated: ERROR {rc=2} [trial-2381↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22008)]\u000a20:02:07.726405 run osmo-msc_10.42.42.6(pid=22008): stdout: \u000a| (launched: 2022-12-12_20:02:06.498581) \u000a20:02:07.779329 run osmo-msc_10.42.42.6(pid=22008): stderr: \u000a| �[0;m�[38;5;43m20221212200206822 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212200206822 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe0df396c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212200206822 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212200206822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212200206823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212200206823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212200206825 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212200206825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212200206825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212200206825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:02:07.823790 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22001): Terminating (SIGTERM)\u000a20:02:07.866314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22004): Terminating (SIGTERM)\u000a20:02:07.908644 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22007): Terminating (SIGTERM)\u000a20:02:07.918807 --- ParallelTerminationStrategy: PID 22001 died...\u000a20:02:07.975612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22001): Terminated: ok {rc=0}\u000a20:02:07.985864 --- ParallelTerminationStrategy: PID 22004 died...\u000a20:02:08.042484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22004): Terminated: ok {rc=0}\u000a20:02:08.052700 --- ParallelTerminationStrategy: PID 22007 died...\u000a20:02:08.109947 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22007): Terminated: ok {rc=0}\u000a20:02:08.197796 bus /sierra_3: Setting Powered False\u000a20:02:09.306303 bus /sierra_3: Setting Powered False\u000a20:02:10.416269 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "114", "name" : "sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:02:00" }, { "cases" : [ { "testActions" : [ ], "age" : 242, "className" : "nitb_ussd:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=22014): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22014) [trial-2381↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22014)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=22014): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22014) [trial-2381↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22014)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 nitb_ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a20:02:12.255434 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a20:02:12.267615 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a20:02:12.406942 tst assert_extension.py: using LAC 31168\u000a20:02:12.525980 tst assert_extension.py: using RAC 58\u000a20:02:12.650662 tst assert_extension.py: using CellId 31168\u000a20:02:12.775345 tst assert_extension.py: using BVCI 31169\u000a20:02:12.799610 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a20:02:13.090188 tst assert_extension.py:10: start nitb and bts...\u000a20:02:13.223800 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a20:02:13.884031 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22013): Launched\u000a20:02:14.202518 run osmo-nitb_10.42.42.2(pid=22014): Launched\u000a20:02:14.398873 run osmo-nitb_10.42.42.2(pid=22014): ERR: Terminated: ERROR {rc=2} [trial-2381↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22014)]\u000a20:02:14.543980 run osmo-nitb_10.42.42.2(pid=22014): stdout: \u000a| (launched: 2022-12-12_20:02:14.046139) \u000a20:02:14.689672 run osmo-nitb_10.42.42.2(pid=22014): stderr: \u000a| (launched: 2022-12-12_20:02:14.093460)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:02:14.830964 run osmo-nitb_10.42.42.2(pid=22014): stdout: \u000a| (launched: 2022-12-12_20:02:14.046139) \u000a20:02:14.971016 run osmo-nitb_10.42.42.2(pid=22014): stderr: \u000a| (launched: 2022-12-12_20:02:14.093460)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:02:15.331397 tst osmo-nitb_10.42.42.2(pid=22014): stdout: \u000a| (launched: 2022-12-12_20:02:14.046139) \u000a20:02:15.458843 tst osmo-nitb_10.42.42.2(pid=22014): stderr: \u000a| (launched: 2022-12-12_20:02:14.093460)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:02:15.514691 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=22014): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22014) [trial-2381↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22014)] [trial-2381↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12]\u000a20:02:15.523615 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a20:02:15.560298 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22013): Terminating (SIGTERM)\u000a20:02:15.738494 --- ParallelTerminationStrategy: PID 22013 died...\u000a20:02:15.797423 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22013): Terminated: ok {rc=0}\u000a20:02:15.906203 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "115", "name" : "nitb_ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:02:12" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "ussd:trx-lms-limenet-micro", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22024): Process ended prematurely: osmo-stp_10.42.42.5(pid=22024) [trial-2381↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22024)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22024): Process ended prematurely: osmo-stp_10.42.42.5(pid=22024) [trial-2381↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22024)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a20:02:17.749693 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:02:17.760564 tst ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a20:02:17.891256 tst assert_extension.py: using LAC 31169\u000a20:02:18.007205 tst assert_extension.py: using RAC 59\u000a20:02:18.124598 tst assert_extension.py: using CellId 31169\u000a20:02:18.244471 tst assert_extension.py: using BVCI 31170\u000a20:02:18.266823 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:02:18.277685 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:02:18.288310 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:02:18.299086 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:02:18.309831 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:02:18.320988 tst ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a20:02:18.529756 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:02:19.032759 run create_hlr_db(pid=22018): Launched\u000a20:02:19.218250 bus /sierra_2: Setting Powered False\u000a20:02:20.231449 run create_hlr_db(pid=22018): Terminated: ok {rc=0}\u000a20:02:20.635241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22020): Launched\u000a20:02:20.933340 run osmo-hlr_10.42.42.2(pid=22021): Launched\u000a20:02:21.042812 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:02:21.560942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22023): Launched\u000a20:02:21.859150 run osmo-stp_10.42.42.5(pid=22024): Launched\u000a20:02:21.967056 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:02:22.508907 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22026): Launched\u000a20:02:22.809416 run osmo-msc_10.42.42.6(pid=22027): Launched\u000a20:02:22.983823 run osmo-stp_10.42.42.5(pid=22024): ERR: Terminated: ERROR {rc=1} [trial-2381↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22024)]\u000a20:02:23.109741 run osmo-stp_10.42.42.5(pid=22024): stdout: \u000a| (launched: 2022-12-12_20:02:21.711101)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:02:23.233179 run osmo-stp_10.42.42.5(pid=22024): stderr: \u000a| �[0;m�[38;5;43m20221212200221878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200221878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200221878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200221879 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200221879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200221879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200221879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:02:23.352103 run osmo-stp_10.42.42.5(pid=22024): stdout: \u000a| (launched: 2022-12-12_20:02:21.711101)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:02:23.470004 run osmo-stp_10.42.42.5(pid=22024): stderr: \u000a| �[0;m�[38;5;43m20221212200221878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200221878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200221878 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200221879 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200221879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200221879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200221879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:02:23.521683 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=22024): Process ended prematurely: osmo-stp_10.42.42.5(pid=22024) [trial-2381↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22024)] [trial-2381↪ussd:trx-lms-limenet-micro↪assert_extension.py:17]\u000a20:02:23.529930 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a20:02:23.589805 run osmo-hlr_10.42.42.2(pid=22021): ERR: Terminated: ERROR {rc=237} [trial-2381↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22021)]\u000a20:02:23.639251 run osmo-hlr_10.42.42.2(pid=22021): stdout: \u000a| (launched: 2022-12-12_20:02:20.786330) \u000a20:02:23.689403 run osmo-hlr_10.42.42.2(pid=22021): stderr: \u000a| �[0;m�[1;31m20221212200220960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212200220960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212200220960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200220960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200220960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212200220960 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212200220973 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/ussd:trx-lms-limenet-micro/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212200220983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212200220983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212200220983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:02:23.757394 run osmo-msc_10.42.42.6(pid=22027): ERR: Terminated: ERROR {rc=2} [trial-2381↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22027)]\u000a20:02:23.807242 run osmo-msc_10.42.42.6(pid=22027): stdout: \u000a| (launched: 2022-12-12_20:02:22.658464) \u000a20:02:23.857550 run osmo-msc_10.42.42.6(pid=22027): stderr: \u000a| �[0;m�[38;5;43m20221212200222928 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212200222928 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fef9a2d7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212200222928 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212200222928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212200222928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212200222929 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212200222930 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212200222931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212200222931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212200222931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:02:23.899661 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22020): Terminating (SIGTERM)\u000a20:02:23.939640 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22023): Terminating (SIGTERM)\u000a20:02:23.979510 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22026): Terminating (SIGTERM)\u000a20:02:23.988872 --- ParallelTerminationStrategy: PID 22020 died...\u000a20:02:24.042906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22020): Terminated: ok {rc=0}\u000a20:02:24.052680 --- ParallelTerminationStrategy: PID 22023 died...\u000a20:02:24.105851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22023): Terminated: ok {rc=0}\u000a20:02:24.115461 --- ParallelTerminationStrategy: PID 22026 died...\u000a20:02:24.168616 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22026): Terminated: ok {rc=0}\u000a20:02:24.252637 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "116", "name" : "ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:02:17" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22038): Process ended prematurely: osmo-stp_10.42.42.5(pid=22038) [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22038)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22038): Process ended prematurely: osmo-stp_10.42.42.5(pid=22038) [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22038)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a20:02:26.204635 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:02:26.216121 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a20:02:26.369622 tst mo_mt_call.py: using LAC 31170\u000a20:02:26.488680 tst mo_mt_call.py: using RAC 60\u000a20:02:26.606849 tst mo_mt_call.py: using CellId 31170\u000a20:02:26.734802 tst mo_mt_call.py: using BVCI 31171\u000a20:02:26.759516 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:02:26.771616 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:02:26.783573 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:02:26.795786 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:02:26.808161 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:02:26.821048 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:02:26.939603 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:02:27.140523 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:02:27.625122 run create_hlr_db(pid=22032): Launched\u000a20:02:27.798441 bus /sierra_2: Setting Powered False\u000a20:02:28.819470 run create_hlr_db(pid=22032): Terminated: ok {rc=0}\u000a20:02:29.223765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22034): Launched\u000a20:02:29.526874 run osmo-hlr_10.42.42.2(pid=22035): Launched\u000a20:02:29.640733 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:02:30.165349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22037): Launched\u000a20:02:30.467608 run osmo-stp_10.42.42.5(pid=22038): Launched\u000a20:02:30.576701 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:02:31.164126 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22040): Launched\u000a20:02:31.578411 run osmo-msc_10.42.42.6(pid=22041): Launched\u000a20:02:31.945746 run osmo-stp_10.42.42.5(pid=22038): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22038)]\u000a20:02:32.168272 run osmo-stp_10.42.42.5(pid=22038): stdout: \u000a| (launched: 2022-12-12_20:02:30.318094)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:02:32.339610 run osmo-stp_10.42.42.5(pid=22038): stderr: \u000a| �[0;m�[38;5;43m20221212200230487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200230487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200230488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200230488 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200230488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200230489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200230489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:02:32.464592 run osmo-stp_10.42.42.5(pid=22038): stdout: \u000a| (launched: 2022-12-12_20:02:30.318094)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:02:32.583132 run osmo-stp_10.42.42.5(pid=22038): stderr: \u000a| �[0;m�[38;5;43m20221212200230487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200230487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200230488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200230488 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200230488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200230489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200230489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:02:32.635793 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22038): Process ended prematurely: osmo-stp_10.42.42.5(pid=22038) [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22038)] [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a20:02:32.644357 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a20:02:32.703697 run osmo-hlr_10.42.42.2(pid=22035): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22035)]\u000a20:02:32.752793 run osmo-hlr_10.42.42.2(pid=22035): stdout: \u000a| (launched: 2022-12-12_20:02:29.377115) \u000a20:02:32.802284 run osmo-hlr_10.42.42.2(pid=22035): stderr: \u000a| �[0;m�[1;31m20221212200229553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212200229553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212200229553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200229553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200229553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212200229553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212200229565 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212200229574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212200229575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212200229575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:02:32.870490 run osmo-msc_10.42.42.6(pid=22041): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22041)]\u000a20:02:32.919316 run osmo-msc_10.42.42.6(pid=22041): stdout: \u000a| (launched: 2022-12-12_20:02:31.335220) \u000a20:02:32.968451 run osmo-msc_10.42.42.6(pid=22041): stderr: \u000a| �[0;m�[38;5;43m20221212200231836 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212200231836 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f40a5ccac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212200231836 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212200231836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212200231836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212200231837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212200231838 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212200231839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212200231839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212200231839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:02:33.010142 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22034): Terminating (SIGTERM)\u000a20:02:33.049552 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22037): Terminating (SIGTERM)\u000a20:02:33.089062 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22040): Terminating (SIGTERM)\u000a20:02:33.098392 --- ParallelTerminationStrategy: PID 22034 died...\u000a20:02:33.151486 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22034): Terminated: ok {rc=0}\u000a20:02:33.161289 --- ParallelTerminationStrategy: PID 22037 died...\u000a20:02:33.213906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22037): Terminated: ok {rc=0}\u000a20:02:33.223993 --- ParallelTerminationStrategy: PID 22040 died...\u000a20:02:33.277185 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22040): Terminated: ok {rc=0}\u000a20:02:33.365694 bus /sierra_3: Setting Powered False\u000a20:02:34.468448 bus /sierra_3: Setting Powered False\u000a20:02:35.581040 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22049): Process ended prematurely: osmo-stp_10.42.42.5(pid=22049) [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22049)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22049): Process ended prematurely: osmo-stp_10.42.42.5(pid=22049) [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22049)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:02:36.691047 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:02:36.703139 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a20:02:36.859959 tst mo_mt_call_osmux.py: using LAC 31171\u000a20:02:36.976329 tst mo_mt_call_osmux.py: using RAC 61\u000a20:02:37.094430 tst mo_mt_call_osmux.py: using CellId 31171\u000a20:02:37.218612 tst mo_mt_call_osmux.py: using BVCI 31172\u000a20:02:37.243151 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:02:37.255166 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:02:37.267172 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:02:37.279230 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:02:37.292304 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:02:37.304742 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:02:37.421685 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:02:37.632809 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:02:38.140824 run create_hlr_db(pid=22043): Launched\u000a20:02:38.327329 bus /sierra_2: Setting Powered False\u000a20:02:39.349531 run create_hlr_db(pid=22043): Terminated: ok {rc=0}\u000a20:02:39.753842 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22045): Launched\u000a20:02:40.054386 run osmo-hlr_10.42.42.2(pid=22046): Launched\u000a20:02:40.164058 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:02:40.682537 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22048): Launched\u000a20:02:40.982526 run osmo-stp_10.42.42.5(pid=22049): Launched\u000a20:02:41.090367 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:02:41.643720 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22051): Launched\u000a20:02:41.945345 run osmo-msc_10.42.42.6(pid=22052): Launched\u000a20:02:42.121427 run osmo-stp_10.42.42.5(pid=22049): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22049)]\u000a20:02:42.248135 run osmo-stp_10.42.42.5(pid=22049): stdout: \u000a| (launched: 2022-12-12_20:02:40.833900)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:02:42.372737 run osmo-stp_10.42.42.5(pid=22049): stderr: \u000a| �[0;m�[38;5;43m20221212200241003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200241003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200241004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200241004 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200241005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200241005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200241005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:02:42.492724 run osmo-stp_10.42.42.5(pid=22049): stdout: \u000a| (launched: 2022-12-12_20:02:40.833900)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:02:42.618653 run osmo-stp_10.42.42.5(pid=22049): stderr: \u000a| �[0;m�[38;5;43m20221212200241003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200241003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200241004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200241004 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200241005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200241005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200241005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:02:42.671026 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22049): Process ended prematurely: osmo-stp_10.42.42.5(pid=22049) [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22049)] [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a20:02:42.679318 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a20:02:42.738895 run osmo-hlr_10.42.42.2(pid=22046): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22046)]\u000a20:02:42.787606 run osmo-hlr_10.42.42.2(pid=22046): stdout: \u000a| (launched: 2022-12-12_20:02:39.904854) \u000a20:02:42.837051 run osmo-hlr_10.42.42.2(pid=22046): stderr: \u000a| �[0;m�[1;31m20221212200240079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212200240079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212200240079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200240079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200240079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212200240079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212200240092 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212200240100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212200240100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212200240100 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:02:42.904337 run osmo-msc_10.42.42.6(pid=22052): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22052)]\u000a20:02:42.953682 run osmo-msc_10.42.42.6(pid=22052): stdout: \u000a| (launched: 2022-12-12_20:02:41.795394) \u000a20:02:43.003154 run osmo-msc_10.42.42.6(pid=22052): stderr: \u000a| �[0;m�[38;5;43m20221212200242065 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212200242065 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f930995cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212200242065 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212200242065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212200242065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212200242065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212200242067 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212200242067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212200242068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212200242068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:02:43.044985 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22045): Terminating (SIGTERM)\u000a20:02:43.084222 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22048): Terminating (SIGTERM)\u000a20:02:43.123598 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22051): Terminating (SIGTERM)\u000a20:02:43.132815 --- ParallelTerminationStrategy: PID 22045 died...\u000a20:02:43.185713 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22045): Terminated: ok {rc=0}\u000a20:02:43.195308 --- ParallelTerminationStrategy: PID 22048 died...\u000a20:02:43.247851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22048): Terminated: ok {rc=0}\u000a20:02:43.257419 --- ParallelTerminationStrategy: PID 22051 died...\u000a20:02:43.309873 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22051): Terminated: ok {rc=0}\u000a20:02:43.398361 bus /sierra_3: Setting Powered False\u000a20:02:44.500914 bus /sierra_3: Setting Powered False\u000a20:02:45.612343 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "117", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:02:25" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22063): Process ended prematurely: osmo-stp_10.42.42.5(pid=22063) [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22063)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22063): Process ended prematurely: osmo-stp_10.42.42.5(pid=22063) [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22063)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a20:02:47.612813 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:02:47.624787 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a20:02:47.788390 tst mo_mt_call.py: using LAC 31172\u000a20:02:47.909258 tst mo_mt_call.py: using RAC 62\u000a20:02:48.026888 tst mo_mt_call.py: using CellId 31172\u000a20:02:48.145886 tst mo_mt_call.py: using BVCI 31173\u000a20:02:48.168637 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:02:48.180359 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:02:48.191640 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:02:48.203248 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:02:48.214777 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:02:48.226207 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:02:48.346365 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:02:48.555436 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:02:49.062158 run create_hlr_db(pid=22057): Launched\u000a20:02:49.248083 bus /sierra_2: Setting Powered False\u000a20:02:50.269876 run create_hlr_db(pid=22057): Terminated: ok {rc=0}\u000a20:02:50.679442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22059): Launched\u000a20:02:51.001578 run osmo-hlr_10.42.42.2(pid=22060): Launched\u000a20:02:51.120211 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:02:51.678059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22062): Launched\u000a20:02:52.000740 run osmo-stp_10.42.42.5(pid=22063): Launched\u000a20:02:52.117237 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:02:52.707480 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22065): Launched\u000a20:02:53.032822 run osmo-msc_10.42.42.6(pid=22066): Launched\u000a20:02:53.221639 run osmo-stp_10.42.42.5(pid=22063): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22063)]\u000a20:02:53.358149 run osmo-stp_10.42.42.5(pid=22063): stdout: \u000a| (launched: 2022-12-12_20:02:51.842357)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:02:53.492832 run osmo-stp_10.42.42.5(pid=22063): stderr: \u000a| �[0;m�[38;5;43m20221212200252030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200252030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200252031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200252031 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200252032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200252032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200252032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:02:53.622255 run osmo-stp_10.42.42.5(pid=22063): stdout: \u000a| (launched: 2022-12-12_20:02:51.842357)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:02:53.751464 run osmo-stp_10.42.42.5(pid=22063): stderr: \u000a| �[0;m�[38;5;43m20221212200252030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200252030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200252031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200252031 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200252032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200252032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200252032 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:02:53.807980 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22063): Process ended prematurely: osmo-stp_10.42.42.5(pid=22063) [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22063)] [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a20:02:53.817083 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a20:02:53.880738 run osmo-hlr_10.42.42.2(pid=22060): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22060)]\u000a20:02:53.932662 run osmo-hlr_10.42.42.2(pid=22060): stdout: \u000a| (launched: 2022-12-12_20:02:50.843424) \u000a20:02:53.985401 run osmo-hlr_10.42.42.2(pid=22060): stderr: \u000a| �[0;m�[1;31m20221212200251037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212200251037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212200251037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200251037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200251037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212200251037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212200251050 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212200251058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212200251058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212200251058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:02:54.056916 run osmo-msc_10.42.42.6(pid=22066): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22066)]\u000a20:02:54.108801 run osmo-msc_10.42.42.6(pid=22066): stdout: \u000a| (launched: 2022-12-12_20:02:52.875842) \u000a20:02:54.161256 run osmo-msc_10.42.42.6(pid=22066): stderr: \u000a| �[0;m�[38;5;43m20221212200253192 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212200253192 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f968da19c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212200253192 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212200253192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212200253193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212200253193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212200253195 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212200253195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212200253195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212200253195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:02:54.205225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22059): Terminating (SIGTERM)\u000a20:02:54.247134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22062): Terminating (SIGTERM)\u000a20:02:54.289100 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22065): Terminating (SIGTERM)\u000a20:02:54.299113 --- ParallelTerminationStrategy: PID 22059 died...\u000a20:02:54.355909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22059): Terminated: ok {rc=0}\u000a20:02:54.366102 --- ParallelTerminationStrategy: PID 22062 died...\u000a20:02:54.422461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22062): Terminated: ok {rc=0}\u000a20:02:54.432595 --- ParallelTerminationStrategy: PID 22065 died...\u000a20:02:54.488532 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22065): Terminated: ok {rc=0}\u000a20:02:54.576270 bus /sierra_3: Setting Powered False\u000a20:02:55.684731 bus /sierra_3: Setting Powered False\u000a20:02:56.792290 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22075): Process ended prematurely: osmo-stp_10.42.42.5(pid=22075) [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22075)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22075): Process ended prematurely: osmo-stp_10.42.42.5(pid=22075) [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22075)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:02:57.907448 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:02:57.919794 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a20:02:58.080863 tst mo_mt_call_osmux.py: using LAC 31173\u000a20:02:58.205721 tst mo_mt_call_osmux.py: using RAC 63\u000a20:02:58.331302 tst mo_mt_call_osmux.py: using CellId 31173\u000a20:02:58.464121 tst mo_mt_call_osmux.py: using BVCI 31174\u000a20:02:58.488409 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:02:58.500212 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:02:58.511734 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:02:58.523655 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:02:58.535552 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:02:58.547526 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:02:58.664665 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:02:58.875445 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:02:59.382729 run create_hlr_db(pid=22068): Launched\u000a20:02:59.569253 bus /sierra_2: Setting Powered False\u000a20:03:00.590771 run create_hlr_db(pid=22068): Terminated: ok {rc=0}\u000a20:03:01.072619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22070): Launched\u000a20:03:01.437839 run osmo-hlr_10.42.42.2(pid=22072): Launched\u000a20:03:01.589737 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:03:02.328286 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22074): Launched\u000a20:03:02.630532 run osmo-stp_10.42.42.5(pid=22075): Launched\u000a20:03:02.739016 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:03:03.290466 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22077): Launched\u000a20:03:03.591896 run osmo-msc_10.42.42.6(pid=22078): Launched\u000a20:03:03.767405 run osmo-stp_10.42.42.5(pid=22075): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22075)]\u000a20:03:03.894090 run osmo-stp_10.42.42.5(pid=22075): stdout: \u000a| (launched: 2022-12-12_20:03:02.480721)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:03:04.019379 run osmo-stp_10.42.42.5(pid=22075): stderr: \u000a| �[0;m�[38;5;43m20221212200302649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200302649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200302649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200302650 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200302650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200302650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200302650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:03:04.139640 run osmo-stp_10.42.42.5(pid=22075): stdout: \u000a| (launched: 2022-12-12_20:03:02.480721)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:03:04.259010 run osmo-stp_10.42.42.5(pid=22075): stderr: \u000a| �[0;m�[38;5;43m20221212200302649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200302649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200302649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200302650 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200302650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200302650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200302650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:03:04.311846 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22075): Process ended prematurely: osmo-stp_10.42.42.5(pid=22075) [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22075)] [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a20:03:04.320576 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a20:03:04.380711 run osmo-hlr_10.42.42.2(pid=22072): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22072)]\u000a20:03:04.429883 run osmo-hlr_10.42.42.2(pid=22072): stdout: \u000a| (launched: 2022-12-12_20:03:01.228649) \u000a20:03:04.479737 run osmo-hlr_10.42.42.2(pid=22072): stderr: \u000a| �[0;m�[1;31m20221212200301597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212200301597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212200301597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200301597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200301597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212200301597 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212200301616 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212200301634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212200301634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212200301634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:03:04.547030 run osmo-msc_10.42.42.6(pid=22078): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22078)]\u000a20:03:04.595698 run osmo-msc_10.42.42.6(pid=22078): stdout: \u000a| (launched: 2022-12-12_20:03:03.442198) \u000a20:03:04.645041 run osmo-msc_10.42.42.6(pid=22078): stderr: \u000a| �[0;m�[38;5;43m20221212200303711 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212200303712 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9c630aec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212200303712 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212200303712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212200303712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212200303712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212200303714 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212200303714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212200303714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212200303715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:03:04.686767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22070): Terminating (SIGTERM)\u000a20:03:04.726255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22074): Terminating (SIGTERM)\u000a20:03:04.765701 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22077): Terminating (SIGTERM)\u000a20:03:04.775010 --- ParallelTerminationStrategy: PID 22070 died...\u000a20:03:04.827962 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22070): Terminated: ok {rc=0}\u000a20:03:04.837718 --- ParallelTerminationStrategy: PID 22074 died...\u000a20:03:04.891206 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22074): Terminated: ok {rc=0}\u000a20:03:04.901177 --- ParallelTerminationStrategy: PID 22077 died...\u000a20:03:04.954576 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22077): Terminated: ok {rc=0}\u000a20:03:05.042927 bus /sierra_3: Setting Powered False\u000a20:03:06.146768 bus /sierra_3: Setting Powered False\u000a20:03:07.258016 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "118", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:02:47" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22089): Process ended prematurely: osmo-stp_10.42.42.5(pid=22089) [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22089)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22089): Process ended prematurely: osmo-stp_10.42.42.5(pid=22089) [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22089)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a20:03:09.237677 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:03:09.248815 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a20:03:09.400435 tst mo_mt_call.py: using LAC 31174\u000a20:03:09.523683 tst mo_mt_call.py: using RAC 64\u000a20:03:09.639051 tst mo_mt_call.py: using CellId 31174\u000a20:03:09.753858 tst mo_mt_call.py: using BVCI 31175\u000a20:03:09.776310 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:03:09.787535 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:03:09.798551 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:03:09.809617 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:03:09.821093 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:03:09.832206 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:03:09.951332 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:03:10.151401 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:03:10.632516 run create_hlr_db(pid=22083): Launched\u000a20:03:10.805186 bus /sierra_2: Setting Powered False\u000a20:03:11.826938 run create_hlr_db(pid=22083): Terminated: ok {rc=0}\u000a20:03:12.257262 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22085): Launched\u000a20:03:12.581792 run osmo-hlr_10.42.42.2(pid=22086): Launched\u000a20:03:12.698092 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:03:13.261283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22088): Launched\u000a20:03:13.587877 run osmo-stp_10.42.42.5(pid=22089): Launched\u000a20:03:13.704868 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:03:14.299508 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22091): Launched\u000a20:03:14.624129 run osmo-msc_10.42.42.6(pid=22092): Launched\u000a20:03:14.813945 run osmo-stp_10.42.42.5(pid=22089): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22089)]\u000a20:03:14.951052 run osmo-stp_10.42.42.5(pid=22089): stdout: \u000a| (launched: 2022-12-12_20:03:13.429055)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:03:15.086959 run osmo-stp_10.42.42.5(pid=22089): stderr: \u000a| �[0;m�[38;5;43m20221212200313615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200313615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200313615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200313616 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200313616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200313616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200313616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:03:15.217156 run osmo-stp_10.42.42.5(pid=22089): stdout: \u000a| (launched: 2022-12-12_20:03:13.429055)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:03:15.346034 run osmo-stp_10.42.42.5(pid=22089): stderr: \u000a| �[0;m�[38;5;43m20221212200313615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200313615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200313615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200313616 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200313616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200313616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200313616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:03:15.402773 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22089): Process ended prematurely: osmo-stp_10.42.42.5(pid=22089) [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22089)] [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a20:03:15.412064 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a20:03:15.476062 run osmo-hlr_10.42.42.2(pid=22086): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22086)]\u000a20:03:15.527740 run osmo-hlr_10.42.42.2(pid=22086): stdout: \u000a| (launched: 2022-12-12_20:03:12.421802) \u000a20:03:15.580056 run osmo-hlr_10.42.42.2(pid=22086): stderr: \u000a| �[0;m�[1;31m20221212200312616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212200312616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212200312616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200312616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200312616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212200312616 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212200312630 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212200312640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212200312640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212200312640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:03:15.651034 run osmo-msc_10.42.42.6(pid=22092): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22092)]\u000a20:03:15.702871 run osmo-msc_10.42.42.6(pid=22092): stdout: \u000a| (launched: 2022-12-12_20:03:14.463787) \u000a20:03:15.755401 run osmo-msc_10.42.42.6(pid=22092): stderr: \u000a| �[0;m�[38;5;43m20221212200314780 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212200314780 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f80e72d9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212200314781 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212200314781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212200314781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212200314781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212200314783 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212200314783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212200314783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212200314783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:03:15.799668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22085): Terminating (SIGTERM)\u000a20:03:15.847136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22088): Terminating (SIGTERM)\u000a20:03:15.909961 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22091): Terminating (SIGTERM)\u000a20:03:15.924519 --- ParallelTerminationStrategy: PID 22085 died...\u000a20:03:15.980267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22085): Terminated: ok {rc=0}\u000a20:03:15.990884 --- ParallelTerminationStrategy: PID 22088 died...\u000a20:03:16.046566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22088): Terminated: ok {rc=0}\u000a20:03:16.057086 --- ParallelTerminationStrategy: PID 22091 died...\u000a20:03:16.111254 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22091): Terminated: ok {rc=0}\u000a20:03:16.195531 bus /sierra_3: Setting Powered False\u000a20:03:17.297898 bus /sierra_3: Setting Powered False\u000a20:03:18.409401 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22100): Process ended prematurely: osmo-stp_10.42.42.5(pid=22100) [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22100)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22100): Process ended prematurely: osmo-stp_10.42.42.5(pid=22100) [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22100)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:03:19.516022 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:03:19.527658 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a20:03:19.678448 tst mo_mt_call_osmux.py: using LAC 31175\u000a20:03:19.795410 tst mo_mt_call_osmux.py: using RAC 65\u000a20:03:19.921192 tst mo_mt_call_osmux.py: using CellId 31175\u000a20:03:20.049554 tst mo_mt_call_osmux.py: using BVCI 31176\u000a20:03:20.074181 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:03:20.085917 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:03:20.097791 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:03:20.109768 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:03:20.122831 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:03:20.135168 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:03:20.254801 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:03:20.458893 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:03:20.941367 run create_hlr_db(pid=22094): Launched\u000a20:03:21.114438 bus /sierra_2: Setting Powered False\u000a20:03:22.137334 run create_hlr_db(pid=22094): Terminated: ok {rc=0}\u000a20:03:22.567310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22096): Launched\u000a20:03:22.890685 run osmo-hlr_10.42.42.2(pid=22097): Launched\u000a20:03:23.008256 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:03:23.567764 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22099): Launched\u000a20:03:23.890434 run osmo-stp_10.42.42.5(pid=22100): Launched\u000a20:03:24.007390 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:03:24.597229 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22102): Launched\u000a20:03:24.916292 run osmo-msc_10.42.42.6(pid=22103): Launched\u000a20:03:25.093755 run osmo-stp_10.42.42.5(pid=22100): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22100)]\u000a20:03:25.222866 run osmo-stp_10.42.42.5(pid=22100): stdout: \u000a| (launched: 2022-12-12_20:03:23.731384)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:03:25.349252 run osmo-stp_10.42.42.5(pid=22100): stderr: \u000a| �[0;m�[38;5;43m20221212200323919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200323919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200323919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200323920 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200323920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200323921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200323921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:03:25.470560 run osmo-stp_10.42.42.5(pid=22100): stdout: \u000a| (launched: 2022-12-12_20:03:23.731384)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:03:25.590470 run osmo-stp_10.42.42.5(pid=22100): stderr: \u000a| �[0;m�[38;5;43m20221212200323919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200323919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200323919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200323920 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200323920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200323921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200323921 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:03:25.643161 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22100): Process ended prematurely: osmo-stp_10.42.42.5(pid=22100) [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22100)] [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a20:03:25.651803 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a20:03:25.712002 run osmo-hlr_10.42.42.2(pid=22097): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22097)]\u000a20:03:25.761387 run osmo-hlr_10.42.42.2(pid=22097): stdout: \u000a| (launched: 2022-12-12_20:03:22.731144) \u000a20:03:25.811061 run osmo-hlr_10.42.42.2(pid=22097): stderr: \u000a| �[0;m�[1;31m20221212200322924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212200322924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212200322924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200322924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200322924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212200322924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212200322936 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212200322944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212200322944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212200322945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:03:25.879132 run osmo-msc_10.42.42.6(pid=22103): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22103)]\u000a20:03:25.928481 run osmo-msc_10.42.42.6(pid=22103): stdout: \u000a| (launched: 2022-12-12_20:03:24.761229) \u000a20:03:25.978151 run osmo-msc_10.42.42.6(pid=22103): stderr: \u000a| �[0;m�[38;5;43m20221212200325032 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212200325032 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd161e40c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212200325032 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212200325032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212200325032 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212200325033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212200325034 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212200325035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212200325035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212200325035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:03:26.020019 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22096): Terminating (SIGTERM)\u000a20:03:26.059687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22099): Terminating (SIGTERM)\u000a20:03:26.099708 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22102): Terminating (SIGTERM)\u000a20:03:26.109182 --- ParallelTerminationStrategy: PID 22096 died...\u000a20:03:26.162582 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22096): Terminated: ok {rc=0}\u000a20:03:26.172405 --- ParallelTerminationStrategy: PID 22099 died...\u000a20:03:26.226300 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22099): Terminated: ok {rc=0}\u000a20:03:26.236108 --- ParallelTerminationStrategy: PID 22102 died...\u000a20:03:26.289416 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22102): Terminated: ok {rc=0}\u000a20:03:26.378054 bus /sierra_3: Setting Powered False\u000a20:03:27.480617 bus /sierra_3: Setting Powered False\u000a20:03:28.592211 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "119", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:03:08" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22114): Process ended prematurely: osmo-stp_10.42.42.5(pid=22114) [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22114)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22114): Process ended prematurely: osmo-stp_10.42.42.5(pid=22114) [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22114)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a20:03:30.569713 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:03:30.581016 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a20:03:30.736325 tst mo_mt_call.py: using LAC 31176\u000a20:03:30.852197 tst mo_mt_call.py: using RAC 66\u000a20:03:30.986440 tst mo_mt_call.py: using CellId 31176\u000a20:03:31.151188 tst mo_mt_call.py: using BVCI 31177\u000a20:03:31.185682 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:03:31.202912 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:03:31.219140 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:03:31.231417 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:03:31.243484 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:03:31.255576 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:03:31.392255 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:03:31.644301 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:03:32.180637 run create_hlr_db(pid=22108): Launched\u000a20:03:32.357327 bus /sierra_2: Setting Powered False\u000a20:03:33.375082 run create_hlr_db(pid=22108): Terminated: ok {rc=0}\u000a20:03:33.805776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22110): Launched\u000a20:03:34.127779 run osmo-hlr_10.42.42.2(pid=22111): Launched\u000a20:03:34.244047 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:03:34.802248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22113): Launched\u000a20:03:35.124223 run osmo-stp_10.42.42.5(pid=22114): Launched\u000a20:03:35.240889 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:03:35.829616 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22116): Launched\u000a20:03:36.152112 run osmo-msc_10.42.42.6(pid=22117): Launched\u000a20:03:36.339798 run osmo-stp_10.42.42.5(pid=22114): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22114)]\u000a20:03:36.475882 run osmo-stp_10.42.42.5(pid=22114): stdout: \u000a| (launched: 2022-12-12_20:03:34.965786)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:03:36.611567 run osmo-stp_10.42.42.5(pid=22114): stderr: \u000a| �[0;m�[38;5;43m20221212200335156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200335156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200335156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200335156 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200335157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200335157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200335157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:03:36.741780 run osmo-stp_10.42.42.5(pid=22114): stdout: \u000a| (launched: 2022-12-12_20:03:34.965786)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:03:36.870343 run osmo-stp_10.42.42.5(pid=22114): stderr: \u000a| �[0;m�[38;5;43m20221212200335156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200335156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200335156 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200335156 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200335157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200335157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200335157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:03:36.926981 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22114): Process ended prematurely: osmo-stp_10.42.42.5(pid=22114) [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22114)] [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a20:03:36.936327 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a20:03:37.000573 run osmo-hlr_10.42.42.2(pid=22111): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22111)]\u000a20:03:37.052379 run osmo-hlr_10.42.42.2(pid=22111): stdout: \u000a| (launched: 2022-12-12_20:03:33.968904) \u000a20:03:37.104604 run osmo-hlr_10.42.42.2(pid=22111): stderr: \u000a| �[0;m�[1;31m20221212200334163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212200334163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212200334163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200334163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200334163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212200334163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212200334176 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212200334184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212200334184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212200334184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:03:37.175830 run osmo-msc_10.42.42.6(pid=22117): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22117)]\u000a20:03:37.227462 run osmo-msc_10.42.42.6(pid=22117): stdout: \u000a| (launched: 2022-12-12_20:03:35.992788) \u000a20:03:37.279600 run osmo-msc_10.42.42.6(pid=22117): stderr: \u000a| �[0;m�[38;5;43m20221212200336312 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212200336313 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f54499a5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212200336313 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212200336313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212200336313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212200336313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212200336315 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212200336315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212200336315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212200336315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:03:37.323800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22110): Terminating (SIGTERM)\u000a20:03:37.366132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22113): Terminating (SIGTERM)\u000a20:03:37.408503 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22116): Terminating (SIGTERM)\u000a20:03:37.418823 --- ParallelTerminationStrategy: PID 22110 died...\u000a20:03:37.475704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22110): Terminated: ok {rc=0}\u000a20:03:37.486435 --- ParallelTerminationStrategy: PID 22113 died...\u000a20:03:37.543324 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22113): Terminated: ok {rc=0}\u000a20:03:37.553848 --- ParallelTerminationStrategy: PID 22116 died...\u000a20:03:37.610709 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22116): Terminated: ok {rc=0}\u000a20:03:37.698503 bus /sierra_3: Setting Powered False\u000a20:03:38.801972 bus /sierra_3: Setting Powered False\u000a20:03:39.910759 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22125): Process ended prematurely: osmo-stp_10.42.42.5(pid=22125) [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22125)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22125): Process ended prematurely: osmo-stp_10.42.42.5(pid=22125) [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22125)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:03:41.017978 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:03:41.030248 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a20:03:41.180644 tst mo_mt_call_osmux.py: using LAC 31177\u000a20:03:41.306916 tst mo_mt_call_osmux.py: using RAC 67\u000a20:03:41.424007 tst mo_mt_call_osmux.py: using CellId 31177\u000a20:03:41.539191 tst mo_mt_call_osmux.py: using BVCI 31178\u000a20:03:41.562011 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:03:41.573316 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:03:41.584505 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:03:41.595779 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:03:41.607067 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a20:03:41.618209 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:03:41.736252 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a20:03:41.937262 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:03:42.419460 run create_hlr_db(pid=22119): Launched\u000a20:03:42.591367 bus /sierra_2: Setting Powered False\u000a20:03:43.613639 run create_hlr_db(pid=22119): Terminated: ok {rc=0}\u000a20:03:44.043656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22121): Launched\u000a20:03:44.366582 run osmo-hlr_10.42.42.2(pid=22122): Launched\u000a20:03:44.484225 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:03:45.046059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22124): Launched\u000a20:03:45.368421 run osmo-stp_10.42.42.5(pid=22125): Launched\u000a20:03:45.485287 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:03:46.124601 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22127): Launched\u000a20:03:46.531437 run osmo-msc_10.42.42.6(pid=22128): Launched\u000a20:03:46.906004 run osmo-stp_10.42.42.5(pid=22125): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22125)]\u000a20:03:47.195471 run osmo-stp_10.42.42.5(pid=22125): stdout: \u000a| (launched: 2022-12-12_20:03:45.209430)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:03:47.331498 run osmo-stp_10.42.42.5(pid=22125): stderr: \u000a| �[0;m�[38;5;43m20221212200345397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200345398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200345398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200345398 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200345399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200345399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200345399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:03:47.461547 run osmo-stp_10.42.42.5(pid=22125): stdout: \u000a| (launched: 2022-12-12_20:03:45.209430)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:03:47.590283 run osmo-stp_10.42.42.5(pid=22125): stderr: \u000a| �[0;m�[38;5;43m20221212200345397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200345398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200345398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200345398 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200345399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200345399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200345399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:03:47.647070 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22125): Process ended prematurely: osmo-stp_10.42.42.5(pid=22125) [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22125)] [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a20:03:47.656373 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a20:03:47.721120 run osmo-hlr_10.42.42.2(pid=22122): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22122)]\u000a20:03:47.773917 run osmo-hlr_10.42.42.2(pid=22122): stdout: \u000a| (launched: 2022-12-12_20:03:44.207107) \u000a20:03:47.826935 run osmo-hlr_10.42.42.2(pid=22122): stderr: \u000a| �[0;m�[1;31m20221212200344401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212200344401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212200344401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200344401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200344401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212200344401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212200344438 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212200344448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212200344448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212200344449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:03:47.898615 run osmo-msc_10.42.42.6(pid=22128): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22128)]\u000a20:03:47.950588 run osmo-msc_10.42.42.6(pid=22128): stdout: \u000a| (launched: 2022-12-12_20:03:46.281234) \u000a20:03:48.003903 run osmo-msc_10.42.42.6(pid=22128): stderr: \u000a| �[0;m�[38;5;43m20221212200346878 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212200346878 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb1e3c43c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212200346879 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212200346879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212200346879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212200346879 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212200346881 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212200346881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212200346881 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212200346882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:03:48.048360 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22121): Terminating (SIGTERM)\u000a20:03:48.090950 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22124): Terminating (SIGTERM)\u000a20:03:48.133670 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22127): Terminating (SIGTERM)\u000a20:03:48.144037 --- ParallelTerminationStrategy: PID 22121 died...\u000a20:03:48.201154 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22121): Terminated: ok {rc=0}\u000a20:03:48.211853 --- ParallelTerminationStrategy: PID 22124 died...\u000a20:03:48.268734 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22124): Terminated: ok {rc=0}\u000a20:03:48.279286 --- ParallelTerminationStrategy: PID 22127 died...\u000a20:03:48.335943 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22127): Terminated: ok {rc=0}\u000a20:03:48.423713 bus /sierra_3: Setting Powered False\u000a20:03:49.531480 bus /sierra_3: Setting Powered False\u000a20:03:50.638787 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "120", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:03:30" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22139): Process ended prematurely: osmo-stp_10.42.42.5(pid=22139) [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22139)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22139): Process ended prematurely: osmo-stp_10.42.42.5(pid=22139) [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22139)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a20:03:52.622490 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:03:52.633845 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a20:03:52.794731 tst mo_mt_call.py: using LAC 31178\u000a20:03:52.921784 tst mo_mt_call.py: using RAC 68\u000a20:03:53.047854 tst mo_mt_call.py: using CellId 31178\u000a20:03:53.174653 tst mo_mt_call.py: using BVCI 31179\u000a20:03:53.199202 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:03:53.211080 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:03:53.222782 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:03:53.234824 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:03:53.246921 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:03:53.258906 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:03:53.374115 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:03:53.583016 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:03:54.090505 run create_hlr_db(pid=22133): Launched\u000a20:03:54.276917 bus /sierra_2: Setting Powered False\u000a20:03:55.298530 run create_hlr_db(pid=22133): Terminated: ok {rc=0}\u000a20:03:55.704384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22135): Launched\u000a20:03:56.004916 run osmo-hlr_10.42.42.2(pid=22136): Launched\u000a20:03:56.120291 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:03:56.648132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22138): Launched\u000a20:03:56.948259 run osmo-stp_10.42.42.5(pid=22139): Launched\u000a20:03:57.056643 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:03:57.606713 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22141): Launched\u000a20:03:57.910742 run osmo-msc_10.42.42.6(pid=22142): Launched\u000a20:03:58.085533 run osmo-stp_10.42.42.5(pid=22139): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22139)]\u000a20:03:58.211987 run osmo-stp_10.42.42.5(pid=22139): stdout: \u000a| (launched: 2022-12-12_20:03:56.800518)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:03:58.336767 run osmo-stp_10.42.42.5(pid=22139): stderr: \u000a| �[0;m�[38;5;43m20221212200356968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200356968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200356968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200356969 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200356969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200356969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200356970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:03:58.457288 run osmo-stp_10.42.42.5(pid=22139): stdout: \u000a| (launched: 2022-12-12_20:03:56.800518)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:03:58.576205 run osmo-stp_10.42.42.5(pid=22139): stderr: \u000a| �[0;m�[38;5;43m20221212200356968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200356968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200356968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200356969 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200356969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200356969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200356970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:03:58.629216 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22139): Process ended prematurely: osmo-stp_10.42.42.5(pid=22139) [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22139)] [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a20:03:58.637823 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a20:03:58.698004 run osmo-hlr_10.42.42.2(pid=22136): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22136)]\u000a20:03:58.747091 run osmo-hlr_10.42.42.2(pid=22136): stdout: \u000a| (launched: 2022-12-12_20:03:55.856343) \u000a20:03:58.796811 run osmo-hlr_10.42.42.2(pid=22136): stderr: \u000a| �[0;m�[1;31m20221212200356028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212200356028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212200356028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200356028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200356028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212200356028 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212200356042 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212200356050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212200356051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212200356051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:03:58.864280 run osmo-msc_10.42.42.6(pid=22142): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22142)]\u000a20:03:58.913108 run osmo-msc_10.42.42.6(pid=22142): stdout: \u000a| (launched: 2022-12-12_20:03:57.758921) \u000a20:03:58.963335 run osmo-msc_10.42.42.6(pid=22142): stderr: \u000a| �[0;m�[38;5;43m20221212200358030 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212200358030 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f98eb8a7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212200358030 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212200358030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212200358030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212200358030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212200358032 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212200358033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212200358033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212200358033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:03:59.005290 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22135): Terminating (SIGTERM)\u000a20:03:59.044792 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22138): Terminating (SIGTERM)\u000a20:03:59.084376 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22141): Terminating (SIGTERM)\u000a20:03:59.093746 --- ParallelTerminationStrategy: PID 22135 died...\u000a20:03:59.146774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22135): Terminated: ok {rc=0}\u000a20:03:59.156694 --- ParallelTerminationStrategy: PID 22138 died...\u000a20:03:59.209642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22138): Terminated: ok {rc=0}\u000a20:03:59.219523 --- ParallelTerminationStrategy: PID 22141 died...\u000a20:03:59.272461 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22141): Terminated: ok {rc=0}\u000a20:03:59.361651 bus /sierra_3: Setting Powered False\u000a20:04:00.464712 bus /sierra_3: Setting Powered False\u000a20:04:01.571228 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22151): Process ended prematurely: osmo-stp_10.42.42.5(pid=22151) [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22151)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22151): Process ended prematurely: osmo-stp_10.42.42.5(pid=22151) [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22151)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:04:02.678423 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:04:02.690325 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a20:04:02.842410 tst mo_mt_call_osmux.py: using LAC 31179\u000a20:04:02.960744 tst mo_mt_call_osmux.py: using RAC 69\u000a20:04:03.079246 tst mo_mt_call_osmux.py: using CellId 31179\u000a20:04:03.197023 tst mo_mt_call_osmux.py: using BVCI 31180\u000a20:04:03.219827 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:04:03.230997 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:04:03.242067 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:04:03.253254 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:04:03.264416 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:04:03.275560 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:04:03.396088 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:04:03.602451 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:04:04.111020 run create_hlr_db(pid=22144): Launched\u000a20:04:04.297963 bus /sierra_2: Setting Powered False\u000a20:04:05.319182 run create_hlr_db(pid=22144): Terminated: ok {rc=0}\u000a20:04:05.726870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22146): Launched\u000a20:04:06.028621 run osmo-hlr_10.42.42.2(pid=22147): Launched\u000a20:04:06.138963 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:04:06.662519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22149): Launched\u000a20:04:06.963854 run osmo-stp_10.42.42.5(pid=22151): Launched\u000a20:04:07.072157 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:04:07.622998 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22153): Launched\u000a20:04:07.924454 run osmo-msc_10.42.42.6(pid=22154): Launched\u000a20:04:08.101512 run osmo-stp_10.42.42.5(pid=22151): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22151)]\u000a20:04:08.230792 run osmo-stp_10.42.42.5(pid=22151): stdout: \u000a| (launched: 2022-12-12_20:04:06.814911)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:04:08.356173 run osmo-stp_10.42.42.5(pid=22151): stderr: \u000a| �[0;m�[38;5;43m20221212200406980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200406981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200406981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200406981 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200406982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200406982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200406982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:04:08.477035 run osmo-stp_10.42.42.5(pid=22151): stdout: \u000a| (launched: 2022-12-12_20:04:06.814911)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:04:08.596577 run osmo-stp_10.42.42.5(pid=22151): stderr: \u000a| �[0;m�[38;5;43m20221212200406980 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200406981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200406981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200406981 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200406982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200406982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200406982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:04:08.649538 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22151): Process ended prematurely: osmo-stp_10.42.42.5(pid=22151) [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22151)] [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a20:04:08.658331 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a20:04:08.718757 run osmo-hlr_10.42.42.2(pid=22147): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22147)]\u000a20:04:08.768441 run osmo-hlr_10.42.42.2(pid=22147): stdout: \u000a| (launched: 2022-12-12_20:04:05.879785) \u000a20:04:08.818267 run osmo-hlr_10.42.42.2(pid=22147): stderr: \u000a| �[0;m�[1;31m20221212200406053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212200406053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212200406053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200406053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200406053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212200406053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212200406066 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212200406075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212200406075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212200406075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:04:08.886215 run osmo-msc_10.42.42.6(pid=22154): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22154)]\u000a20:04:08.935266 run osmo-msc_10.42.42.6(pid=22154): stdout: \u000a| (launched: 2022-12-12_20:04:07.775015) \u000a20:04:08.985271 run osmo-msc_10.42.42.6(pid=22154): stderr: \u000a| �[0;m�[38;5;43m20221212200408043 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212200408044 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faec6435c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212200408044 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212200408044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212200408044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212200408044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212200408046 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212200408046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212200408047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212200408047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:04:09.027284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22146): Terminating (SIGTERM)\u000a20:04:09.067421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22149): Terminating (SIGTERM)\u000a20:04:09.107716 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22153): Terminating (SIGTERM)\u000a20:04:09.117349 --- ParallelTerminationStrategy: PID 22146 died...\u000a20:04:09.171167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22146): Terminated: ok {rc=0}\u000a20:04:09.181159 --- ParallelTerminationStrategy: PID 22149 died...\u000a20:04:09.234751 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22149): Terminated: ok {rc=0}\u000a20:04:09.244801 --- ParallelTerminationStrategy: PID 22153 died...\u000a20:04:09.298402 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22153): Terminated: ok {rc=0}\u000a20:04:09.383184 bus /sierra_3: Setting Powered False\u000a20:04:10.491599 bus /sierra_3: Setting Powered False\u000a20:04:11.604043 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "121", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:03:52" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22165): Process ended prematurely: osmo-stp_10.42.42.5(pid=22165) [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22165)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22165): Process ended prematurely: osmo-stp_10.42.42.5(pid=22165) [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22165)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a20:04:13.598568 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:04:13.610499 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:04:13.775817 tst mo_mt_call.py: using LAC 31180\u000a20:04:13.902215 tst mo_mt_call.py: using RAC 70\u000a20:04:14.029241 tst mo_mt_call.py: using CellId 31180\u000a20:04:14.157424 tst mo_mt_call.py: using BVCI 31181\u000a20:04:14.181904 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:04:14.193723 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:04:14.205364 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:04:14.217347 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:04:14.229374 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:04:14.241110 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:04:14.357956 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:04:14.567341 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:04:15.075208 run create_hlr_db(pid=22159): Launched\u000a20:04:15.262136 bus /sierra_2: Setting Powered False\u000a20:04:16.286793 run create_hlr_db(pid=22159): Terminated: ok {rc=0}\u000a20:04:16.741439 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22161): Launched\u000a20:04:17.112547 run osmo-hlr_10.42.42.2(pid=22162): Launched\u000a20:04:17.254994 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:04:17.817369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22164): Launched\u000a20:04:18.139534 run osmo-stp_10.42.42.5(pid=22165): Launched\u000a20:04:18.257027 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:04:18.848398 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22167): Launched\u000a20:04:19.171339 run osmo-msc_10.42.42.6(pid=22168): Launched\u000a20:04:19.361411 run osmo-stp_10.42.42.5(pid=22165): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22165)]\u000a20:04:19.497725 run osmo-stp_10.42.42.5(pid=22165): stdout: \u000a| (launched: 2022-12-12_20:04:17.980891)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:04:19.632603 run osmo-stp_10.42.42.5(pid=22165): stderr: \u000a| �[0;m�[38;5;43m20221212200418168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200418168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200418168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200418169 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200418169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200418169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200418169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:04:19.762791 run osmo-stp_10.42.42.5(pid=22165): stdout: \u000a| (launched: 2022-12-12_20:04:17.980891)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:04:19.891044 run osmo-stp_10.42.42.5(pid=22165): stderr: \u000a| �[0;m�[38;5;43m20221212200418168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200418168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200418168 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200418169 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200418169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200418169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200418169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:04:19.947723 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22165): Process ended prematurely: osmo-stp_10.42.42.5(pid=22165) [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22165)] [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a20:04:19.956663 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a20:04:20.020221 run osmo-hlr_10.42.42.2(pid=22162): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22162)]\u000a20:04:20.071920 run osmo-hlr_10.42.42.2(pid=22162): stdout: \u000a| (launched: 2022-12-12_20:04:16.910105) \u000a20:04:20.124385 run osmo-hlr_10.42.42.2(pid=22162): stderr: \u000a| �[0;m�[1;31m20221212200417180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212200417180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212200417180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200417180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200417180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212200417180 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212200417193 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212200417201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212200417201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212200417201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:04:20.195693 run osmo-msc_10.42.42.6(pid=22168): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22168)]\u000a20:04:20.247527 run osmo-msc_10.42.42.6(pid=22168): stdout: \u000a| (launched: 2022-12-12_20:04:19.012151) \u000a20:04:20.300058 run osmo-msc_10.42.42.6(pid=22168): stderr: \u000a| �[0;m�[38;5;43m20221212200419331 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212200419332 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4fef28ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212200419332 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212200419332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212200419332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212200419332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212200419334 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212200419334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212200419335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212200419335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:04:20.344177 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22161): Terminating (SIGTERM)\u000a20:04:20.386139 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22164): Terminating (SIGTERM)\u000a20:04:20.428368 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22167): Terminating (SIGTERM)\u000a20:04:20.438233 --- ParallelTerminationStrategy: PID 22161 died...\u000a20:04:20.494606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22161): Terminated: ok {rc=0}\u000a20:04:20.505142 --- ParallelTerminationStrategy: PID 22164 died...\u000a20:04:20.561324 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22164): Terminated: ok {rc=0}\u000a20:04:20.571476 --- ParallelTerminationStrategy: PID 22167 died...\u000a20:04:20.627327 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22167): Terminated: ok {rc=0}\u000a20:04:20.714718 bus /sierra_3: Setting Powered False\u000a20:04:21.821703 bus /sierra_3: Setting Powered False\u000a20:04:22.929200 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22176): Process ended prematurely: osmo-stp_10.42.42.5(pid=22176) [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22176)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22176): Process ended prematurely: osmo-stp_10.42.42.5(pid=22176) [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22176)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:04:24.045711 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:04:24.058237 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:04:24.220497 tst mo_mt_call_osmux.py: using LAC 31181\u000a20:04:24.346763 tst mo_mt_call_osmux.py: using RAC 71\u000a20:04:24.467941 tst mo_mt_call_osmux.py: using CellId 31181\u000a20:04:24.589044 tst mo_mt_call_osmux.py: using BVCI 31182\u000a20:04:24.611992 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:04:24.623622 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:04:24.635113 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:04:24.646733 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:04:24.658328 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:04:24.669917 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:04:24.788740 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:04:24.999826 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:04:25.507924 run create_hlr_db(pid=22170): Launched\u000a20:04:25.694896 bus /sierra_2: Setting Powered False\u000a20:04:26.715767 run create_hlr_db(pid=22170): Terminated: ok {rc=0}\u000a20:04:27.122004 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22172): Launched\u000a20:04:27.423483 run osmo-hlr_10.42.42.2(pid=22173): Launched\u000a20:04:27.534839 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:04:28.059050 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22175): Launched\u000a20:04:28.360498 run osmo-stp_10.42.42.5(pid=22176): Launched\u000a20:04:28.468930 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:04:29.019473 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22178): Launched\u000a20:04:29.320545 run osmo-msc_10.42.42.6(pid=22179): Launched\u000a20:04:29.496882 run osmo-stp_10.42.42.5(pid=22176): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22176)]\u000a20:04:29.623866 run osmo-stp_10.42.42.5(pid=22176): stdout: \u000a| (launched: 2022-12-12_20:04:28.211282)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:04:29.748903 run osmo-stp_10.42.42.5(pid=22176): stderr: \u000a| �[0;m�[38;5;43m20221212200428378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200428378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200428379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200428379 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200428380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200428380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200428380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:04:29.870472 run osmo-stp_10.42.42.5(pid=22176): stdout: \u000a| (launched: 2022-12-12_20:04:28.211282)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:04:29.990401 run osmo-stp_10.42.42.5(pid=22176): stderr: \u000a| �[0;m�[38;5;43m20221212200428378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200428378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200428379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200428379 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200428380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200428380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200428380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:04:30.043391 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22176): Process ended prematurely: osmo-stp_10.42.42.5(pid=22176) [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22176)] [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a20:04:30.052101 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a20:04:30.113145 run osmo-hlr_10.42.42.2(pid=22173): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22173)]\u000a20:04:30.162903 run osmo-hlr_10.42.42.2(pid=22173): stdout: \u000a| (launched: 2022-12-12_20:04:27.274528) \u000a20:04:30.213242 run osmo-hlr_10.42.42.2(pid=22173): stderr: \u000a| �[0;m�[1;31m20221212200427449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212200427449 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212200427450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200427450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200427450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212200427450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212200427462 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212200427471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212200427471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212200427471 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:04:30.281439 run osmo-msc_10.42.42.6(pid=22179): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22179)]\u000a20:04:30.330789 run osmo-msc_10.42.42.6(pid=22179): stdout: \u000a| (launched: 2022-12-12_20:04:29.171413) \u000a20:04:30.380814 run osmo-msc_10.42.42.6(pid=22179): stderr: \u000a| �[0;m�[38;5;43m20221212200429442 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212200429442 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0324cb0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212200429442 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212200429442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212200429442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212200429443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212200429444 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212200429445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212200429445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212200429445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:04:30.422948 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22172): Terminating (SIGTERM)\u000a20:04:30.462557 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22175): Terminating (SIGTERM)\u000a20:04:30.502467 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22178): Terminating (SIGTERM)\u000a20:04:30.512057 --- ParallelTerminationStrategy: PID 22172 died...\u000a20:04:30.565509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22172): Terminated: ok {rc=0}\u000a20:04:30.575533 --- ParallelTerminationStrategy: PID 22175 died...\u000a20:04:30.629047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22175): Terminated: ok {rc=0}\u000a20:04:30.638999 --- ParallelTerminationStrategy: PID 22178 died...\u000a20:04:30.692488 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22178): Terminated: ok {rc=0}\u000a20:04:30.782566 bus /sierra_3: Setting Powered False\u000a20:04:31.906919 bus /sierra_3: Setting Powered False\u000a20:04:33.022239 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "122", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:04:13" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22191): Process ended prematurely: osmo-stp_10.42.42.5(pid=22191) [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22191)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22191): Process ended prematurely: osmo-stp_10.42.42.5(pid=22191) [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22191)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a20:04:35.008829 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:04:35.020149 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:04:35.170505 tst mo_mt_call.py: using LAC 31182\u000a20:04:35.286610 tst mo_mt_call.py: using RAC 72\u000a20:04:35.410994 tst mo_mt_call.py: using CellId 31182\u000a20:04:35.535887 tst mo_mt_call.py: using BVCI 31183\u000a20:04:35.560365 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:04:35.571961 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:04:35.583369 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:04:35.595020 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:04:35.606779 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:04:35.618473 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:04:35.737546 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:04:35.937828 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:04:36.420146 run create_hlr_db(pid=22185): Launched\u000a20:04:36.593219 bus /sierra_2: Setting Powered False\u000a20:04:37.615410 run create_hlr_db(pid=22185): Terminated: ok {rc=0}\u000a20:04:38.017284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22187): Launched\u000a20:04:38.317731 run osmo-hlr_10.42.42.2(pid=22188): Launched\u000a20:04:38.437100 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:04:38.969878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22190): Launched\u000a20:04:39.271821 run osmo-stp_10.42.42.5(pid=22191): Launched\u000a20:04:39.381148 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:04:39.932160 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22193): Launched\u000a20:04:40.234240 run osmo-msc_10.42.42.6(pid=22194): Launched\u000a20:04:40.409446 run osmo-stp_10.42.42.5(pid=22191): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22191)]\u000a20:04:40.536885 run osmo-stp_10.42.42.5(pid=22191): stdout: \u000a| (launched: 2022-12-12_20:04:39.122040)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:04:40.662382 run osmo-stp_10.42.42.5(pid=22191): stderr: \u000a| �[0;m�[38;5;43m20221212200439291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200439291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200439292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200439292 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200439293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200439293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200439293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:04:40.783082 run osmo-stp_10.42.42.5(pid=22191): stdout: \u000a| (launched: 2022-12-12_20:04:39.122040)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:04:40.902762 run osmo-stp_10.42.42.5(pid=22191): stderr: \u000a| �[0;m�[38;5;43m20221212200439291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200439291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200439292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200439292 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200439293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200439293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200439293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:04:40.955680 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22191): Process ended prematurely: osmo-stp_10.42.42.5(pid=22191) [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22191)] [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a20:04:40.964285 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a20:04:41.024328 run osmo-hlr_10.42.42.2(pid=22188): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22188)]\u000a20:04:41.073325 run osmo-hlr_10.42.42.2(pid=22188): stdout: \u000a| (launched: 2022-12-12_20:04:38.169300) \u000a20:04:41.122796 run osmo-hlr_10.42.42.2(pid=22188): stderr: \u000a| �[0;m�[1;31m20221212200438344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212200438344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212200438344 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200438345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200438345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212200438345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212200438357 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212200438366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212200438366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212200438366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:04:41.190319 run osmo-msc_10.42.42.6(pid=22194): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22194)]\u000a20:04:41.239168 run osmo-msc_10.42.42.6(pid=22194): stdout: \u000a| (launched: 2022-12-12_20:04:40.084381) \u000a20:04:41.288819 run osmo-msc_10.42.42.6(pid=22194): stderr: \u000a| �[0;m�[38;5;43m20221212200440352 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212200440352 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6a58d59c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212200440352 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212200440352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212200440353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212200440353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212200440355 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212200440355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212200440355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212200440355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:04:41.330606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22187): Terminating (SIGTERM)\u000a20:04:41.370034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22190): Terminating (SIGTERM)\u000a20:04:41.409406 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22193): Terminating (SIGTERM)\u000a20:04:41.418711 --- ParallelTerminationStrategy: PID 22187 died...\u000a20:04:41.471876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22187): Terminated: ok {rc=0}\u000a20:04:41.481705 --- ParallelTerminationStrategy: PID 22190 died...\u000a20:04:41.534833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22190): Terminated: ok {rc=0}\u000a20:04:41.544493 --- ParallelTerminationStrategy: PID 22193 died...\u000a20:04:41.597578 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22193): Terminated: ok {rc=0}\u000a20:04:41.686243 bus /sierra_3: Setting Powered False\u000a20:04:42.790322 bus /sierra_3: Setting Powered False\u000a20:04:43.897487 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22202): Process ended prematurely: osmo-stp_10.42.42.5(pid=22202) [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22202)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22202): Process ended prematurely: osmo-stp_10.42.42.5(pid=22202) [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22202)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:04:45.011688 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:04:45.023846 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:04:45.184860 tst mo_mt_call_osmux.py: using LAC 31183\u000a20:04:45.310829 tst mo_mt_call_osmux.py: using RAC 73\u000a20:04:45.432071 tst mo_mt_call_osmux.py: using CellId 31183\u000a20:04:45.550966 tst mo_mt_call_osmux.py: using BVCI 31184\u000a20:04:45.574016 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:04:45.585317 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:04:45.596374 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:04:45.607756 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:04:45.619209 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a20:04:45.630531 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:04:45.745323 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a20:04:45.971243 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:04:46.502144 run create_hlr_db(pid=22196): Launched\u000a20:04:46.681702 bus /sierra_2: Setting Powered False\u000a20:04:47.697139 run create_hlr_db(pid=22196): Terminated: ok {rc=0}\u000a20:04:48.100495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22198): Launched\u000a20:04:48.402532 run osmo-hlr_10.42.42.2(pid=22199): Launched\u000a20:04:48.520441 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:04:49.050270 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22201): Launched\u000a20:04:49.352224 run osmo-stp_10.42.42.5(pid=22202): Launched\u000a20:04:49.475951 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:04:50.025161 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22204): Launched\u000a20:04:50.329194 run osmo-msc_10.42.42.6(pid=22205): Launched\u000a20:04:50.504762 run osmo-stp_10.42.42.5(pid=22202): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22202)]\u000a20:04:50.631760 run osmo-stp_10.42.42.5(pid=22202): stdout: \u000a| (launched: 2022-12-12_20:04:49.202387)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:04:50.756704 run osmo-stp_10.42.42.5(pid=22202): stderr: \u000a| �[0;m�[38;5;43m20221212200449368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200449369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200449369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200449369 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200449370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200449370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200449370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:04:50.877512 run osmo-stp_10.42.42.5(pid=22202): stdout: \u000a| (launched: 2022-12-12_20:04:49.202387)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:04:50.996603 run osmo-stp_10.42.42.5(pid=22202): stderr: \u000a| �[0;m�[38;5;43m20221212200449368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200449369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200449369 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200449369 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200449370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200449370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200449370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:04:51.049491 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22202): Process ended prematurely: osmo-stp_10.42.42.5(pid=22202) [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22202)] [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a20:04:51.058253 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a20:04:51.118172 run osmo-hlr_10.42.42.2(pid=22199): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22199)]\u000a20:04:51.167146 run osmo-hlr_10.42.42.2(pid=22199): stdout: \u000a| (launched: 2022-12-12_20:04:48.253189) \u000a20:04:51.216812 run osmo-hlr_10.42.42.2(pid=22199): stderr: \u000a| �[0;m�[1;31m20221212200448427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212200448427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212200448427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200448427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200448427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212200448428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212200448441 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212200448450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212200448450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212200448450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:04:51.284268 run osmo-msc_10.42.42.6(pid=22205): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22205)]\u000a20:04:51.333062 run osmo-msc_10.42.42.6(pid=22205): stdout: \u000a| (launched: 2022-12-12_20:04:50.177997) \u000a20:04:51.382448 run osmo-msc_10.42.42.6(pid=22205): stderr: \u000a| �[0;m�[38;5;43m20221212200450449 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212200450449 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f47f1fe5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212200450449 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212200450449 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212200450450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212200450450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212200450451 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212200450452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212200450452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212200450452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:04:51.424286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22198): Terminating (SIGTERM)\u000a20:04:51.463916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22201): Terminating (SIGTERM)\u000a20:04:51.503696 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22204): Terminating (SIGTERM)\u000a20:04:51.513191 --- ParallelTerminationStrategy: PID 22198 died...\u000a20:04:51.566562 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22198): Terminated: ok {rc=0}\u000a20:04:51.576290 --- ParallelTerminationStrategy: PID 22201 died...\u000a20:04:51.629903 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22201): Terminated: ok {rc=0}\u000a20:04:51.639773 --- ParallelTerminationStrategy: PID 22204 died...\u000a20:04:51.692862 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22204): Terminated: ok {rc=0}\u000a20:04:51.775890 bus /sierra_3: Setting Powered False\u000a20:04:52.882946 bus /sierra_3: Setting Powered False\u000a20:04:53.991716 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "123", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:04:34" }, { "cases" : [ { "testActions" : [ ], "age" : 240, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22216): Process ended prematurely: osmo-stp_10.42.42.5(pid=22216) [trial-2381↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22216)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22216): Process ended prematurely: osmo-stp_10.42.42.5(pid=22216) [trial-2381↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22216)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 emergency:trx-lms-limenet-micro emergency_mo_mt_call.py\u000a----------------------------------------------\u000a20:04:55.989824 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:04:56.000760 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a20:04:56.129459 tst emergency_mo_mt_call.py: using LAC 31184\u000a20:04:56.244484 tst emergency_mo_mt_call.py: using RAC 74\u000a20:04:56.359877 tst emergency_mo_mt_call.py: using CellId 31184\u000a20:04:56.476721 tst emergency_mo_mt_call.py: using BVCI 31185\u000a20:04:56.499050 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:04:56.510016 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:04:56.520674 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:04:56.531438 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:04:56.542108 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:04:56.552684 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a20:04:56.669649 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a20:04:56.878924 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:04:57.378529 run create_hlr_db(pid=22210): Launched\u000a20:04:57.564530 bus /sierra_2: Setting Powered False\u000a20:04:58.584508 run create_hlr_db(pid=22210): Terminated: ok {rc=0}\u000a20:04:58.983799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22212): Launched\u000a20:04:59.281738 run osmo-hlr_10.42.42.2(pid=22213): Launched\u000a20:04:59.391689 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:04:59.904182 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22215): Launched\u000a20:05:00.199450 run osmo-stp_10.42.42.5(pid=22216): Launched\u000a20:05:00.315204 tst emergency_mo_mt_call.py: using MSISDN 7942\u000a20:05:00.460459 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:05:01.026697 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22218): Launched\u000a20:05:01.490495 run osmo-msc_10.42.42.6(pid=22219): Launched\u000a20:05:01.985126 run osmo-stp_10.42.42.5(pid=22216): ERR: Terminated: ERROR {rc=1} [trial-2381↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22216)]\u000a20:05:02.258051 run osmo-stp_10.42.42.5(pid=22216): stdout: \u000a| (launched: 2022-12-12_20:05:00.053646)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:05:02.394722 run osmo-stp_10.42.42.5(pid=22216): stderr: \u000a| �[0;m�[38;5;43m20221212200500218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200500218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200500219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200500219 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200500220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200500220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200500220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:05:02.526631 run osmo-stp_10.42.42.5(pid=22216): stdout: \u000a| (launched: 2022-12-12_20:05:00.053646)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:05:02.654972 run osmo-stp_10.42.42.5(pid=22216): stderr: \u000a| �[0;m�[38;5;43m20221212200500218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200500218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200500219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200500219 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200500220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200500220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200500220 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:05:02.710712 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=22216): Process ended prematurely: osmo-stp_10.42.42.5(pid=22216) [trial-2381↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22216)] [trial-2381↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19]\u000a20:05:02.719457 tst emergency_mo_mt_call.py:19: Test FAILED (6.7 sec)\u000a20:05:02.786135 run osmo-hlr_10.42.42.2(pid=22213): ERR: Terminated: ERROR {rc=237} [trial-2381↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22213)]\u000a20:05:02.839458 run osmo-hlr_10.42.42.2(pid=22213): stdout: \u000a| (launched: 2022-12-12_20:04:59.132720) \u000a20:05:02.892307 run osmo-hlr_10.42.42.2(pid=22213): stderr: \u000a| �[0;m�[1;31m20221212200459303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212200459303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212200459303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200459304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200459304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212200459304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212200459319 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/emergency:trx-lms-limenet-micro/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212200459328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212200459329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212200459329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:05:02.964794 run osmo-msc_10.42.42.6(pid=22219): ERR: Terminated: ERROR {rc=2} [trial-2381↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22219)]\u000a20:05:03.018665 run osmo-msc_10.42.42.6(pid=22219): stdout: \u000a| (launched: 2022-12-12_20:05:01.180669) \u000a20:05:03.072398 run osmo-msc_10.42.42.6(pid=22219): stderr: \u000a| �[0;m�[38;5;43m20221212200501761 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212200501762 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fce5fe27c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212200501762 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212200501762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212200501763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212200501764 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212200501768 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212200501769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212200501770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212200501770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:05:03.118098 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22212): Terminating (SIGTERM)\u000a20:05:03.160457 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22215): Terminating (SIGTERM)\u000a20:05:03.203621 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22218): Terminating (SIGTERM)\u000a20:05:03.214272 --- ParallelTerminationStrategy: PID 22212 died...\u000a20:05:03.272268 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22212): Terminated: ok {rc=0}\u000a20:05:03.282743 --- ParallelTerminationStrategy: PID 22215 died...\u000a20:05:03.340369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22215): Terminated: ok {rc=0}\u000a20:05:03.351753 --- ParallelTerminationStrategy: PID 22218 died...\u000a20:05:03.409267 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22218): Terminated: ok {rc=0}\u000a20:05:03.496998 bus /sierra_3: Setting Powered False\u000a20:05:04.604640 bus /sierra_3: Setting Powered False\u000a20:05:05.712831 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 240, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22230): Process ended prematurely: osmo-stp_10.42.42.5(pid=22230) [trial-2381↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22230)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22230): Process ended prematurely: osmo-stp_10.42.42.5(pid=22230) [trial-2381↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22230)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 emergency:trx-lms-limenet-micro emergency_preemptive_call.py\u000a----------------------------------------------\u000a20:05:06.765923 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:05:06.778344 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a20:05:06.915350 tst emergency_preemptive_call.py: using LAC 31185\u000a20:05:07.033053 tst emergency_preemptive_call.py: using RAC 75\u000a20:05:07.149078 tst emergency_preemptive_call.py: using CellId 31185\u000a20:05:07.264715 tst emergency_preemptive_call.py: using BVCI 31186\u000a20:05:07.287134 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:05:07.298047 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:05:07.308662 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:05:07.319892 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:05:07.331104 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:05:07.342303 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a20:05:07.461255 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a20:05:07.575534 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a20:05:07.691904 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a20:05:07.891262 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:05:08.367160 run create_hlr_db(pid=22224): Launched\u000a20:05:08.538153 bus /sierra_2: Setting Powered False\u000a20:05:09.560394 run create_hlr_db(pid=22224): Terminated: ok {rc=0}\u000a20:05:09.955287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22226): Launched\u000a20:05:10.250218 run osmo-hlr_10.42.42.2(pid=22227): Launched\u000a20:05:10.357063 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:05:10.868632 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22229): Launched\u000a20:05:11.163340 run osmo-stp_10.42.42.5(pid=22230): Launched\u000a20:05:11.280890 tst emergency_preemptive_call.py: using MSISDN 7943\u000a20:05:11.426343 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:05:11.964462 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22232): Launched\u000a20:05:12.261171 run osmo-msc_10.42.42.6(pid=22233): Launched\u000a20:05:12.434541 run osmo-stp_10.42.42.5(pid=22230): ERR: Terminated: ERROR {rc=1} [trial-2381↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22230)]\u000a20:05:12.559569 run osmo-stp_10.42.42.5(pid=22230): stdout: \u000a| (launched: 2022-12-12_20:05:11.017415)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:05:12.682788 run osmo-stp_10.42.42.5(pid=22230): stderr: \u000a| �[0;m�[38;5;43m20221212200511183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200511183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200511184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200511184 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200511184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200511185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200511185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:05:12.801617 run osmo-stp_10.42.42.5(pid=22230): stdout: \u000a| (launched: 2022-12-12_20:05:11.017415)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:05:12.919145 run osmo-stp_10.42.42.5(pid=22230): stderr: \u000a| �[0;m�[38;5;43m20221212200511183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200511183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200511184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200511184 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200511184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200511185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200511185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:05:12.970766 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=22230): Process ended prematurely: osmo-stp_10.42.42.5(pid=22230) [trial-2381↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22230)] [trial-2381↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32]\u000a20:05:12.978928 tst emergency_preemptive_call.py:32: Test FAILED (6.2 sec)\u000a20:05:13.038972 run osmo-hlr_10.42.42.2(pid=22227): ERR: Terminated: ERROR {rc=237} [trial-2381↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22227)]\u000a20:05:13.088081 run osmo-hlr_10.42.42.2(pid=22227): stdout: \u000a| (launched: 2022-12-12_20:05:10.105328) \u000a20:05:13.137915 run osmo-hlr_10.42.42.2(pid=22227): stderr: \u000a| �[0;m�[1;31m20221212200510279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212200510279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212200510279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200510279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200510280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212200510280 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212200510292 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/emergency:trx-lms-limenet-micro/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212200510301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212200510301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212200510301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:05:13.205626 run osmo-msc_10.42.42.6(pid=22233): ERR: Terminated: ERROR {rc=2} [trial-2381↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22233)]\u000a20:05:13.254441 run osmo-msc_10.42.42.6(pid=22233): stdout: \u000a| (launched: 2022-12-12_20:05:12.113970) \u000a20:05:13.303870 run osmo-msc_10.42.42.6(pid=22233): stderr: \u000a| �[0;m�[38;5;43m20221212200512382 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212200512382 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3cf9845c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212200512382 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212200512382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212200512382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212200512383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212200512384 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212200512385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212200512385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212200512385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:05:13.345697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22226): Terminating (SIGTERM)\u000a20:05:13.385128 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22229): Terminating (SIGTERM)\u000a20:05:13.424540 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22232): Terminating (SIGTERM)\u000a20:05:13.433983 --- ParallelTerminationStrategy: PID 22226 died...\u000a20:05:13.487413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22226): Terminated: ok {rc=0}\u000a20:05:13.497156 --- ParallelTerminationStrategy: PID 22229 died...\u000a20:05:13.550037 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22229): Terminated: ok {rc=0}\u000a20:05:13.559764 --- ParallelTerminationStrategy: PID 22232 died...\u000a20:05:13.612609 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22232): Terminated: ok {rc=0}\u000a20:05:13.696556 bus /sierra_9: Setting Powered False\u000a20:05:14.805695 bus /sierra_9: Setting Powered False\u000a20:05:15.971359 bus /sierra_8: Setting Powered False\u000a20:05:17.082684 bus /sierra_8: Setting Powered False\u000a20:05:18.190364 bus /sierra_3: Setting Powered False\u000a20:05:19.297557 bus /sierra_3: Setting Powered False\u000a20:05:20.410043 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "124", "name" : "emergency_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:04:55" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-lms-limenet-micro", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22248): Process ended prematurely: osmo-stp_10.42.42.5(pid=22248) [trial-2381↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22248)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22248): Process ended prematurely: osmo-stp_10.42.42.5(pid=22248) [trial-2381↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22248)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-lms-limenet-micro cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:05:22.530490 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a20:05:22.541671 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a20:05:22.678158 tst cs_paging_gprs_active.py: using LAC 31186\u000a20:05:22.804133 tst cs_paging_gprs_active.py: using RAC 76\u000a20:05:22.920138 tst cs_paging_gprs_active.py: using CellId 31186\u000a20:05:23.036642 tst cs_paging_gprs_active.py: using BVCI 31187\u000a20:05:23.059677 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a20:05:23.070531 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a20:05:23.081552 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a20:05:23.092267 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a20:05:23.103100 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a20:05:23.113825 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a20:05:23.124679 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a20:05:23.135354 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a20:05:23.146283 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a20:05:23.263919 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a20:05:23.558321 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:05:23.693855 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:05:24.032565 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22238): Launched\u000a20:05:24.313380 run iperf3-srv_10.42.42.10(pid=22239): Launched\u000a20:05:24.512394 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:05:24.648147 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:05:24.986053 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22240): Launched\u000a20:05:25.265941 run iperf3-srv_10.42.42.10(pid=22241): Launched\u000a20:05:25.464621 tst cs_paging_gprs_active.py:38: start network...\u000a20:05:25.599790 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:05:26.111379 run create_hlr_db(pid=22242): Launched\u000a20:05:26.298767 bus /sierra_2: Setting Powered False\u000a20:05:27.320178 run create_hlr_db(pid=22242): Terminated: ok {rc=0}\u000a20:05:27.726814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22244): Launched\u000a20:05:28.028596 run osmo-hlr_10.42.42.2(pid=22245): Launched\u000a20:05:28.148461 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:05:28.678418 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22247): Launched\u000a20:05:28.980016 run osmo-stp_10.42.42.5(pid=22248): Launched\u000a20:05:29.088269 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:05:29.615223 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22250): Launched\u000a20:05:29.722101 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:05:29.987042 run patchelf(pid=22251): Launched\u000a20:05:30.165258 run osmo-stp_10.42.42.5(pid=22248): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22248)]\u000a20:05:30.295453 run osmo-stp_10.42.42.5(pid=22248): stdout: \u000a| (launched: 2022-12-12_20:05:28.831025)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:05:30.425700 run osmo-stp_10.42.42.5(pid=22248): stderr: \u000a| �[0;m�[38;5;43m20221212200528998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200528998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200528998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200528999 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200528999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200528999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200528999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:05:30.550799 run osmo-stp_10.42.42.5(pid=22248): stdout: \u000a| (launched: 2022-12-12_20:05:28.831025)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:05:30.674328 run osmo-stp_10.42.42.5(pid=22248): stderr: \u000a| �[0;m�[38;5;43m20221212200528998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200528998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200528998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200528999 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200528999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200528999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200528999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:05:30.818963 run patchelf(pid=22251): Terminating (SIGINT)\u000a20:05:31.020546 run patchelf(pid=22251): Terminated: ok {rc=0}\u000a20:05:31.056451 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22248): Process ended prematurely: osmo-stp_10.42.42.5(pid=22248) [trial-2381↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22248)] [trial-2381↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38]\u000a20:05:31.067552 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a20:05:31.136218 run osmo-hlr_10.42.42.2(pid=22245): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22245)]\u000a20:05:31.190706 run osmo-hlr_10.42.42.2(pid=22245): stdout: \u000a| (launched: 2022-12-12_20:05:27.879704) \u000a20:05:31.246753 run osmo-hlr_10.42.42.2(pid=22245): stderr: \u000a| �[0;m�[1;31m20221212200528053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212200528053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212200528053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200528053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200528054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212200528054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212200528066 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-lms-limenet-micro/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212200528075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212200528075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212200528075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:05:31.292776 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22238): Terminating (SIGTERM)\u000a20:05:31.341372 run iperf3-srv_10.42.42.10(pid=22239): Terminating (SIGTERM)\u000a20:05:31.394348 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22240): Terminating (SIGTERM)\u000a20:05:31.444659 run iperf3-srv_10.42.42.10(pid=22241): Terminating (SIGTERM)\u000a20:05:31.497139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22244): Terminating (SIGTERM)\u000a20:05:31.546850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22247): Terminating (SIGTERM)\u000a20:05:31.596659 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22250): Terminating (SIGTERM)\u000a20:05:31.606837 --- ParallelTerminationStrategy: PID 22238 died...\u000a20:05:31.672584 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22238): Terminated: ok {rc=0}\u000a20:05:31.685416 --- ParallelTerminationStrategy: PID 22239 died...\u000a20:05:31.751391 run iperf3-srv_10.42.42.10(pid=22239): Terminated {rc=256}\u000a20:05:31.763685 --- ParallelTerminationStrategy: PID 22240 died...\u000a20:05:31.828843 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22240): Terminated: ok {rc=0}\u000a20:05:31.841417 --- ParallelTerminationStrategy: PID 22241 died...\u000a20:05:31.907831 run iperf3-srv_10.42.42.10(pid=22241): Terminated {rc=256}\u000a20:05:31.920655 --- ParallelTerminationStrategy: PID 22244 died...\u000a20:05:31.986642 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22244): Terminated: ok {rc=0}\u000a20:05:31.997982 --- ParallelTerminationStrategy: PID 22247 died...\u000a20:05:32.064476 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22247): Terminated: ok {rc=0}\u000a20:05:32.076866 --- ParallelTerminationStrategy: PID 22250 died...\u000a20:05:32.144802 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22250): Terminated: ok {rc=0}\u000a20:05:32.244465 bus /gobi_0: Setting Powered False\u000a20:05:33.344811 bus /gobi_0: Setting Powered False\u000a20:05:34.456816 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22261): Process ended prematurely: osmo-stp_10.42.42.5(pid=22261) [trial-2381↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22261)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22261): Process ended prematurely: osmo-stp_10.42.42.5(pid=22261) [trial-2381↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22261)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-lms-limenet-micro iperf3.py\u000a----------------------------------------------\u000a20:05:35.566884 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a20:05:35.578483 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a20:05:35.714597 tst iperf3.py: using LAC 31187\u000a20:05:35.834713 tst iperf3.py: using RAC 77\u000a20:05:35.957629 tst iperf3.py: using CellId 31187\u000a20:05:36.074128 tst iperf3.py: using BVCI 31188\u000a20:05:36.097371 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a20:05:36.108375 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a20:05:36.119220 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a20:05:36.130236 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a20:05:36.141098 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a20:05:36.151865 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a20:05:36.162911 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a20:05:36.173780 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a20:05:36.184745 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a20:05:36.480411 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:05:36.616413 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:05:36.955080 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22252): Launched\u000a20:05:37.235486 run iperf3-srv_10.42.42.10(pid=22253): Launched\u000a20:05:37.434752 tst iperf3.py:8: start network...\u000a20:05:37.570847 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:05:38.081833 run create_hlr_db(pid=22254): Launched\u000a20:05:38.269052 bus /gobi_6: Setting Powered False\u000a20:05:39.290337 run create_hlr_db(pid=22254): Terminated: ok {rc=0}\u000a20:05:39.695625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22257): Launched\u000a20:05:39.998758 run osmo-hlr_10.42.42.2(pid=22258): Launched\u000a20:05:40.109379 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:05:40.633297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22260): Launched\u000a20:05:40.934698 run osmo-stp_10.42.42.5(pid=22261): Launched\u000a20:05:41.043293 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:05:41.567152 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22263): Launched\u000a20:05:41.674040 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:05:41.939536 run patchelf(pid=22264): Launched\u000a20:05:42.115889 run osmo-stp_10.42.42.5(pid=22261): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22261)]\u000a20:05:42.245119 run osmo-stp_10.42.42.5(pid=22261): stdout: \u000a| (launched: 2022-12-12_20:05:40.785321)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:05:42.374961 run osmo-stp_10.42.42.5(pid=22261): stderr: \u000a| �[0;m�[38;5;43m20221212200540952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200540953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200540953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200540953 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200540954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200540954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200540954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:05:42.499465 run osmo-stp_10.42.42.5(pid=22261): stdout: \u000a| (launched: 2022-12-12_20:05:40.785321)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:05:42.622296 run osmo-stp_10.42.42.5(pid=22261): stderr: \u000a| �[0;m�[38;5;43m20221212200540952 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200540953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200540953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200540953 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200540954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200540954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200540954 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:05:42.765669 run patchelf(pid=22264): Terminating (SIGINT)\u000a20:05:42.935126 run patchelf(pid=22264): Terminated: ok {rc=0}\u000a20:05:42.966180 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22261): Process ended prematurely: osmo-stp_10.42.42.5(pid=22261) [trial-2381↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22261)] [trial-2381↪gprs:trx-lms-limenet-micro↪iperf3.py:8]\u000a20:05:42.975314 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a20:05:43.035064 run osmo-hlr_10.42.42.2(pid=22258): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-lms-limenet-micro↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22258)]\u000a20:05:43.083645 run osmo-hlr_10.42.42.2(pid=22258): stdout: \u000a| (launched: 2022-12-12_20:05:39.848193) \u000a20:05:43.133108 run osmo-hlr_10.42.42.2(pid=22258): stderr: \u000a| �[0;m�[1;31m20221212200540021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212200540021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212200540021 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200540022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200540022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212200540022 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212200540034 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-lms-limenet-micro/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212200540042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212200540042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212200540042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:05:43.175430 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22252): Terminating (SIGTERM)\u000a20:05:43.214698 run iperf3-srv_10.42.42.10(pid=22253): Terminating (SIGTERM)\u000a20:05:43.253859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22257): Terminating (SIGTERM)\u000a20:05:43.293059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22260): Terminating (SIGTERM)\u000a20:05:43.332011 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22263): Terminating (SIGTERM)\u000a20:05:43.341398 --- ParallelTerminationStrategy: PID 22252 died...\u000a20:05:43.394675 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22252): Terminated: ok {rc=0}\u000a20:05:43.404453 --- ParallelTerminationStrategy: PID 22253 died...\u000a20:05:43.457801 run iperf3-srv_10.42.42.10(pid=22253): Terminated {rc=256}\u000a20:05:43.467516 --- ParallelTerminationStrategy: PID 22257 died...\u000a20:05:43.520601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22257): Terminated: ok {rc=0}\u000a20:05:43.530442 --- ParallelTerminationStrategy: PID 22260 died...\u000a20:05:43.584135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22260): Terminated: ok {rc=0}\u000a20:05:43.594195 --- ParallelTerminationStrategy: PID 22263 died...\u000a20:05:43.647346 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22263): Terminated: ok {rc=0}\u000a20:05:43.730869 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-lms-limenet-micro", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22279): Process ended prematurely: osmo-stp_10.42.42.5(pid=22279) [trial-2381↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22279)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22279): Process ended prematurely: osmo-stp_10.42.42.5(pid=22279) [trial-2381↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22279)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-lms-limenet-micro iperf3m4.py\u000a----------------------------------------------\u000a20:05:44.847568 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a20:05:44.859520 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a20:05:45.001328 tst iperf3m4.py: using LAC 31188\u000a20:05:45.129397 tst iperf3m4.py: using RAC 78\u000a20:05:45.255550 tst iperf3m4.py: using CellId 31188\u000a20:05:45.391227 tst iperf3m4.py: using BVCI 31189\u000a20:05:45.416000 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a20:05:45.427506 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a20:05:45.438726 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a20:05:45.450351 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a20:05:45.461966 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a20:05:45.473501 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a20:05:45.485296 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a20:05:45.496747 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a20:05:45.508542 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a20:05:45.628901 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a20:05:45.746000 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a20:05:45.885984 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a20:05:46.201046 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:05:46.340246 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:05:46.693612 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22265): Launched\u000a20:05:47.000646 run iperf3-srv_10.42.42.10(pid=22266): Launched\u000a20:05:47.220791 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:05:47.359456 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:05:47.696302 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22267): Launched\u000a20:05:47.975647 run iperf3-srv_10.42.42.10(pid=22268): Launched\u000a20:05:48.173876 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:05:48.309104 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:05:48.645147 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22269): Launched\u000a20:05:48.924637 run iperf3-srv_10.42.42.10(pid=22270): Launched\u000a20:05:49.123433 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:05:49.258442 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:05:49.595327 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22271): Launched\u000a20:05:49.875214 run iperf3-srv_10.42.42.10(pid=22272): Launched\u000a20:05:50.073976 tst iperf3m4.py:8: start network...\u000a20:05:50.209296 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:05:50.718814 run create_hlr_db(pid=22273): Launched\u000a20:05:50.907228 bus /gobi_6: Setting Powered False\u000a20:05:51.928239 run create_hlr_db(pid=22273): Terminated: ok {rc=0}\u000a20:05:52.334026 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22275): Launched\u000a20:05:52.638003 run osmo-hlr_10.42.42.2(pid=22276): Launched\u000a20:05:52.757064 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:05:53.399667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22278): Launched\u000a20:05:53.695098 run osmo-stp_10.42.42.5(pid=22279): Launched\u000a20:05:53.801757 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:05:54.317675 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22281): Launched\u000a20:05:54.422424 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:05:54.682156 run patchelf(pid=22282): Launched\u000a20:05:54.855815 run osmo-stp_10.42.42.5(pid=22279): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22279)]\u000a20:05:54.982993 run osmo-stp_10.42.42.5(pid=22279): stdout: \u000a| (launched: 2022-12-12_20:05:53.548714)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:05:55.110858 run osmo-stp_10.42.42.5(pid=22279): stderr: \u000a| �[0;m�[38;5;43m20221212200553716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200553716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200553717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200553717 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200553718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200553718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200553718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:05:55.233503 run osmo-stp_10.42.42.5(pid=22279): stdout: \u000a| (launched: 2022-12-12_20:05:53.548714)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:05:55.355145 run osmo-stp_10.42.42.5(pid=22279): stderr: \u000a| �[0;m�[38;5;43m20221212200553716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200553716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200553717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200553717 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200553718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200553718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200553718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:05:55.497511 run patchelf(pid=22282): Terminating (SIGINT)\u000a20:05:55.666398 run patchelf(pid=22282): Terminated: ok {rc=0}\u000a20:05:55.697236 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22279): Process ended prematurely: osmo-stp_10.42.42.5(pid=22279) [trial-2381↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22279)] [trial-2381↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8]\u000a20:05:55.706409 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a20:05:55.766489 run osmo-hlr_10.42.42.2(pid=22276): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-lms-limenet-micro↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22276)]\u000a20:05:55.815368 run osmo-hlr_10.42.42.2(pid=22276): stdout: \u000a| (launched: 2022-12-12_20:05:52.487294) \u000a20:05:55.864731 run osmo-hlr_10.42.42.2(pid=22276): stderr: \u000a| �[0;m�[1;31m20221212200552661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212200552661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212200552661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200552661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200552662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212200552662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212200552674 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-lms-limenet-micro/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212200552682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212200552683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212200552683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:05:55.906571 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22265): Terminating (SIGTERM)\u000a20:05:55.946243 run iperf3-srv_10.42.42.10(pid=22266): Terminating (SIGTERM)\u000a20:05:55.985813 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22267): Terminating (SIGTERM)\u000a20:05:56.025342 run iperf3-srv_10.42.42.10(pid=22268): Terminating (SIGTERM)\u000a20:05:56.065576 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22269): Terminating (SIGTERM)\u000a20:05:56.105079 run iperf3-srv_10.42.42.10(pid=22270): Terminating (SIGTERM)\u000a20:05:56.144793 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22271): Terminating (SIGTERM)\u000a20:05:56.184214 run iperf3-srv_10.42.42.10(pid=22272): Terminating (SIGTERM)\u000a20:05:56.223950 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22275): Terminating (SIGTERM)\u000a20:05:56.263488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22278): Terminating (SIGTERM)\u000a20:05:56.303022 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22281): Terminating (SIGTERM)\u000a20:05:56.312186 --- ParallelTerminationStrategy: PID 22265 died...\u000a20:05:56.365257 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22265): Terminated: ok {rc=0}\u000a20:05:56.375044 --- ParallelTerminationStrategy: PID 22266 died...\u000a20:05:56.428361 run iperf3-srv_10.42.42.10(pid=22266): Terminated {rc=256}\u000a20:05:56.438177 --- ParallelTerminationStrategy: PID 22267 died...\u000a20:05:56.491397 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22267): Terminated: ok {rc=0}\u000a20:05:56.501057 --- ParallelTerminationStrategy: PID 22268 died...\u000a20:05:56.554226 run iperf3-srv_10.42.42.10(pid=22268): Terminated {rc=256}\u000a20:05:56.563984 --- ParallelTerminationStrategy: PID 22269 died...\u000a20:05:56.617074 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22269): Terminated: ok {rc=0}\u000a20:05:56.626777 --- ParallelTerminationStrategy: PID 22270 died...\u000a20:05:56.679511 run iperf3-srv_10.42.42.10(pid=22270): Terminated {rc=256}\u000a20:05:56.689374 --- ParallelTerminationStrategy: PID 22271 died...\u000a20:05:56.742643 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22271): Terminated: ok {rc=0}\u000a20:05:56.752396 --- ParallelTerminationStrategy: PID 22272 died...\u000a20:05:56.805863 run iperf3-srv_10.42.42.10(pid=22272): Terminated {rc=256}\u000a20:05:56.815556 --- ParallelTerminationStrategy: PID 22275 died...\u000a20:05:56.868893 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22275): Terminated: ok {rc=0}\u000a20:05:56.878413 --- ParallelTerminationStrategy: PID 22278 died...\u000a20:05:56.931331 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22278): Terminated: ok {rc=0}\u000a20:05:56.940753 --- ParallelTerminationStrategy: PID 22281 died...\u000a20:05:56.993690 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22281): Terminated: ok {rc=0}\u000a20:05:57.082422 bus /gobi_4: Setting Powered False\u000a20:05:58.186480 bus /gobi_4: Setting Powered False\u000a20:05:59.293917 bus /gobi_1: Setting Powered False\u000a20:06:00.399873 bus /gobi_1: Setting Powered False\u000a20:06:01.513748 bus /gobi_0: Setting Powered False\u000a20:06:02.615958 bus /gobi_0: Setting Powered False\u000a20:06:03.728858 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22289): Process ended prematurely: osmo-stp_10.42.42.5(pid=22289) [trial-2381↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22289)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22289): Process ended prematurely: osmo-stp_10.42.42.5(pid=22289) [trial-2381↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22289)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-lms-limenet-micro ping.py\u000a----------------------------------------------\u000a20:06:04.796335 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a20:06:04.807805 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a20:06:04.937430 tst ping.py: using LAC 31189\u000a20:06:05.059623 tst ping.py: using RAC 79\u000a20:06:05.181936 tst ping.py: using CellId 31189\u000a20:06:05.305079 tst ping.py: using BVCI 31190\u000a20:06:05.328940 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a20:06:05.340315 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a20:06:05.351585 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a20:06:05.363041 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a20:06:05.374714 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a20:06:05.386163 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a20:06:05.397807 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a20:06:05.409145 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a20:06:05.677554 tst ping.py:19: start network...\u000a20:06:05.797405 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:06:06.263274 run create_hlr_db(pid=22283): Launched\u000a20:06:06.430864 bus /gobi_6: Setting Powered False\u000a20:06:07.452465 run create_hlr_db(pid=22283): Terminated: ok {rc=0}\u000a20:06:07.840693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22285): Launched\u000a20:06:08.131678 run osmo-hlr_10.42.42.2(pid=22286): Launched\u000a20:06:08.237499 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:06:08.744794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22288): Launched\u000a20:06:09.036351 run osmo-stp_10.42.42.5(pid=22289): Launched\u000a20:06:09.141459 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:06:09.648759 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22291): Launched\u000a20:06:09.752120 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:06:10.007443 run patchelf(pid=22292): Launched\u000a20:06:10.177581 run osmo-stp_10.42.42.5(pid=22289): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22289)]\u000a20:06:10.302653 run osmo-stp_10.42.42.5(pid=22289): stdout: \u000a| (launched: 2022-12-12_20:06:08.891781)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:06:10.427454 run osmo-stp_10.42.42.5(pid=22289): stderr: \u000a| �[0;m�[38;5;43m20221212200609059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200609059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200609059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200609060 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200609060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200609060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200609060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:06:10.547872 run osmo-stp_10.42.42.5(pid=22289): stdout: \u000a| (launched: 2022-12-12_20:06:08.891781)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:06:10.667876 run osmo-stp_10.42.42.5(pid=22289): stderr: \u000a| �[0;m�[38;5;43m20221212200609059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200609059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200609059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200609060 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200609060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200609060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200609060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:06:10.806925 run patchelf(pid=22292): Terminating (SIGINT)\u000a20:06:10.969928 run patchelf(pid=22292): Terminated: ok {rc=0}\u000a20:06:11.000064 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22289): Process ended prematurely: osmo-stp_10.42.42.5(pid=22289) [trial-2381↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22289)] [trial-2381↪gprs:trx-lms-limenet-micro↪ping.py:22]\u000a20:06:11.008572 tst ping.py:22: Test FAILED (6.2 sec)\u000a20:06:11.068269 run osmo-hlr_10.42.42.2(pid=22286): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-lms-limenet-micro↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22286)]\u000a20:06:11.116978 run osmo-hlr_10.42.42.2(pid=22286): stdout: \u000a| (launched: 2022-12-12_20:06:07.987673) \u000a20:06:11.166462 run osmo-hlr_10.42.42.2(pid=22286): stderr: \u000a| �[0;m�[1;31m20221212200608160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212200608160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212200608161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200608161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200608161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212200608161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212200608176 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-lms-limenet-micro/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212200608186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212200608186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212200608186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:06:11.208181 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22285): Terminating (SIGTERM)\u000a20:06:11.247861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22288): Terminating (SIGTERM)\u000a20:06:11.288472 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22291): Terminating (SIGTERM)\u000a20:06:11.297603 --- ParallelTerminationStrategy: PID 22285 died...\u000a20:06:11.350344 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22285): Terminated: ok {rc=0}\u000a20:06:11.359737 --- ParallelTerminationStrategy: PID 22288 died...\u000a20:06:11.412283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22288): Terminated: ok {rc=0}\u000a20:06:11.421738 --- ParallelTerminationStrategy: PID 22291 died...\u000a20:06:11.474285 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22291): Terminated: ok {rc=0}\u000a20:06:11.557069 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22305): Process ended prematurely: osmo-stp_10.42.42.5(pid=22305) [trial-2381↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22305)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22305): Process ended prematurely: osmo-stp_10.42.42.5(pid=22305) [trial-2381↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22305)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-lms-limenet-micro ping_idle_ping.py\u000a----------------------------------------------\u000a20:06:12.611124 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a20:06:12.622921 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a20:06:12.762579 tst ping_idle_ping.py: using LAC 31190\u000a20:06:12.885340 tst ping_idle_ping.py: using RAC 80\u000a20:06:13.008655 tst ping_idle_ping.py: using CellId 31190\u000a20:06:13.130642 tst ping_idle_ping.py: using BVCI 31191\u000a20:06:13.154591 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a20:06:13.165862 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a20:06:13.176804 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a20:06:13.188185 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a20:06:13.199468 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a20:06:13.210796 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a20:06:13.222222 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a20:06:13.233535 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a20:06:13.502312 tst ping_idle_ping.py:24: start network...\u000a20:06:13.623494 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:06:14.093794 run create_hlr_db(pid=22299): Launched\u000a20:06:14.261909 bus /gobi_6: Setting Powered False\u000a20:06:15.283623 run create_hlr_db(pid=22299): Terminated: ok {rc=0}\u000a20:06:15.703072 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22301): Launched\u000a20:06:16.126428 run osmo-hlr_10.42.42.2(pid=22302): Launched\u000a20:06:16.383406 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:06:17.156751 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22304): Launched\u000a20:06:17.478512 run osmo-stp_10.42.42.5(pid=22305): Launched\u000a20:06:17.587220 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:06:18.099379 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22307): Launched\u000a20:06:18.203079 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:06:18.459621 run patchelf(pid=22308): Launched\u000a20:06:18.631216 run osmo-stp_10.42.42.5(pid=22305): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22305)]\u000a20:06:18.757448 run osmo-stp_10.42.42.5(pid=22305): stdout: \u000a| (launched: 2022-12-12_20:06:17.324668)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:06:18.883339 run osmo-stp_10.42.42.5(pid=22305): stderr: \u000a| �[0;m�[38;5;43m20221212200617505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200617505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200617506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200617506 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200617507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200617507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200617507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:06:19.004158 run osmo-stp_10.42.42.5(pid=22305): stdout: \u000a| (launched: 2022-12-12_20:06:17.324668)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:06:19.123982 run osmo-stp_10.42.42.5(pid=22305): stderr: \u000a| �[0;m�[38;5;43m20221212200617505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200617505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200617506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200617506 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200617507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200617507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200617507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:06:19.263829 run patchelf(pid=22308): Terminating (SIGINT)\u000a20:06:19.428360 run patchelf(pid=22308): Terminated: ok {rc=0}\u000a20:06:19.458302 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22305): Process ended prematurely: osmo-stp_10.42.42.5(pid=22305) [trial-2381↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22305)] [trial-2381↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27]\u000a20:06:19.466917 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a20:06:19.526642 run osmo-hlr_10.42.42.2(pid=22302): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22302)]\u000a20:06:19.575566 run osmo-hlr_10.42.42.2(pid=22302): stdout: \u000a| (launched: 2022-12-12_20:06:15.874864) \u000a20:06:19.625348 run osmo-hlr_10.42.42.2(pid=22302): stderr: \u000a| �[0;m�[1;31m20221212200616253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212200616253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212200616254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200616254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200616254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212200616254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212200616282 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-lms-limenet-micro/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212200616308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212200616310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212200616310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:06:19.667335 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22301): Terminating (SIGTERM)\u000a20:06:19.706794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22304): Terminating (SIGTERM)\u000a20:06:19.746177 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22307): Terminating (SIGTERM)\u000a20:06:19.755276 --- ParallelTerminationStrategy: PID 22301 died...\u000a20:06:19.808237 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22301): Terminated: ok {rc=0}\u000a20:06:19.817740 --- ParallelTerminationStrategy: PID 22304 died...\u000a20:06:19.870108 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22304): Terminated: ok {rc=0}\u000a20:06:19.879474 --- ParallelTerminationStrategy: PID 22307 died...\u000a20:06:19.931562 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22307): Terminated: ok {rc=0}\u000a20:06:20.019683 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "125", "name" : "gprs_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:05:22" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22322): Process ended prematurely: osmo-stp_10.42.42.5(pid=22322) [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22322)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22322): Process ended prematurely: osmo-stp_10.42.42.5(pid=22322) [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22322)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-lms-limenet-micro+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:06:22.147585 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:06:22.158531 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:06:22.298114 tst cs_paging_gprs_active.py: using LAC 31191\u000a20:06:22.412822 tst cs_paging_gprs_active.py: using RAC 81\u000a20:06:22.528076 tst cs_paging_gprs_active.py: using CellId 31191\u000a20:06:22.643001 tst cs_paging_gprs_active.py: using BVCI 31192\u000a20:06:22.666603 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:06:22.677691 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:06:22.688586 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:06:22.699435 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:06:22.710208 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:06:22.721055 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:06:22.731920 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:06:22.742623 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:06:22.753507 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:06:22.872824 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:06:23.147739 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:06:23.271332 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:06:23.582005 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22312): Launched\u000a20:06:23.840199 run iperf3-srv_10.42.42.10(pid=22313): Launched\u000a20:06:24.020870 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:06:24.147947 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:06:24.481436 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22314): Launched\u000a20:06:24.758624 run iperf3-srv_10.42.42.10(pid=22315): Launched\u000a20:06:24.954693 tst cs_paging_gprs_active.py:38: start network...\u000a20:06:25.088133 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:06:25.592517 run create_hlr_db(pid=22316): Launched\u000a20:06:25.777582 bus /gobi_6: Setting Powered False\u000a20:06:26.799770 run create_hlr_db(pid=22316): Terminated: ok {rc=0}\u000a20:06:27.203760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22318): Launched\u000a20:06:27.502357 run osmo-hlr_10.42.42.2(pid=22319): Launched\u000a20:06:27.612469 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:06:28.130833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22321): Launched\u000a20:06:28.429559 run osmo-stp_10.42.42.5(pid=22322): Launched\u000a20:06:28.537099 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:06:29.060765 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22324): Launched\u000a20:06:29.166325 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:06:29.428330 run patchelf(pid=22325): Launched\u000a20:06:29.603008 run osmo-stp_10.42.42.5(pid=22322): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22322)]\u000a20:06:29.730703 run osmo-stp_10.42.42.5(pid=22322): stdout: \u000a| (launched: 2022-12-12_20:06:28.281674)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:06:29.858476 run osmo-stp_10.42.42.5(pid=22322): stderr: \u000a| �[0;m�[38;5;43m20221212200628448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200628448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200628448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200628449 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200628449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200628449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200628450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:06:29.981463 run osmo-stp_10.42.42.5(pid=22322): stdout: \u000a| (launched: 2022-12-12_20:06:28.281674)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:06:30.103332 run osmo-stp_10.42.42.5(pid=22322): stderr: \u000a| �[0;m�[38;5;43m20221212200628448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200628448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200628448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200628449 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200628449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200628449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200628450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:06:30.245841 run patchelf(pid=22325): Terminating (SIGINT)\u000a20:06:30.413247 run patchelf(pid=22325): Terminated: ok {rc=0}\u000a20:06:30.443970 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22322): Process ended prematurely: osmo-stp_10.42.42.5(pid=22322) [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22322)] [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a20:06:30.453379 tst cs_paging_gprs_active.py:38: Test FAILED (8.3 sec)\u000a20:06:30.512928 run osmo-hlr_10.42.42.2(pid=22319): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22319)]\u000a20:06:30.561661 run osmo-hlr_10.42.42.2(pid=22319): stdout: \u000a| (launched: 2022-12-12_20:06:27.354749) \u000a20:06:30.611039 run osmo-hlr_10.42.42.2(pid=22319): stderr: \u000a| �[0;m�[1;31m20221212200627529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212200627529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212200627529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200627529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200627529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212200627529 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212200627542 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-lms-limenet-micro+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212200627553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212200627553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212200627553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:06:30.652829 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22312): Terminating (SIGTERM)\u000a20:06:30.691984 run iperf3-srv_10.42.42.10(pid=22313): Terminating (SIGTERM)\u000a20:06:30.731448 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22314): Terminating (SIGTERM)\u000a20:06:30.770938 run iperf3-srv_10.42.42.10(pid=22315): Terminating (SIGTERM)\u000a20:06:30.810172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22318): Terminating (SIGTERM)\u000a20:06:30.873325 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22321): Terminating (SIGTERM)\u000a20:06:30.931710 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22324): Terminating (SIGTERM)\u000a20:06:30.942643 --- ParallelTerminationStrategy: PID 22312 died...\u000a20:06:31.004167 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22312): Terminated: ok {rc=0}\u000a20:06:31.016014 --- ParallelTerminationStrategy: PID 22313 died...\u000a20:06:31.076273 run iperf3-srv_10.42.42.10(pid=22313): Terminated {rc=256}\u000a20:06:31.087321 --- ParallelTerminationStrategy: PID 22314 died...\u000a20:06:31.146893 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22314): Terminated: ok {rc=0}\u000a20:06:31.158450 --- ParallelTerminationStrategy: PID 22315 died...\u000a20:06:31.217703 run iperf3-srv_10.42.42.10(pid=22315): Terminated {rc=256}\u000a20:06:31.228687 --- ParallelTerminationStrategy: PID 22318 died...\u000a20:06:31.288390 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22318): Terminated: ok {rc=0}\u000a20:06:31.300652 --- ParallelTerminationStrategy: PID 22321 died...\u000a20:06:31.360451 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22321): Terminated: ok {rc=0}\u000a20:06:31.371484 --- ParallelTerminationStrategy: PID 22324 died...\u000a20:06:31.431514 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22324): Terminated: ok {rc=0}\u000a20:06:31.522648 bus /gobi_0: Setting Powered False\u000a20:06:32.629710 bus /gobi_0: Setting Powered False\u000a20:06:33.740810 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22334): Process ended prematurely: osmo-stp_10.42.42.5(pid=22334) [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22334)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22334): Process ended prematurely: osmo-stp_10.42.42.5(pid=22334) [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22334)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a20:06:34.849700 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:06:34.861248 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:06:34.991554 tst iperf3.py: using LAC 31192\u000a20:06:35.107409 tst iperf3.py: using RAC 82\u000a20:06:35.236601 tst iperf3.py: using CellId 31192\u000a20:06:35.361446 tst iperf3.py: using BVCI 31193\u000a20:06:35.385815 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:06:35.397526 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:06:35.409058 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:06:35.421363 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:06:35.433554 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:06:35.445806 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:06:35.458244 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:06:35.471448 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:06:35.483022 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:06:35.757586 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:06:35.880336 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:06:36.190871 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22326): Launched\u000a20:06:36.447594 run iperf3-srv_10.42.42.10(pid=22327): Launched\u000a20:06:36.627867 tst iperf3.py:8: start network...\u000a20:06:36.750538 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:06:37.257228 run create_hlr_db(pid=22328): Launched\u000a20:06:37.443102 bus /gobi_6: Setting Powered False\u000a20:06:38.463657 run create_hlr_db(pid=22328): Terminated: ok {rc=0}\u000a20:06:38.890866 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22330): Launched\u000a20:06:39.210298 run osmo-hlr_10.42.42.2(pid=22331): Launched\u000a20:06:39.325436 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:06:39.878389 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22333): Launched\u000a20:06:40.198534 run osmo-stp_10.42.42.5(pid=22334): Launched\u000a20:06:40.314421 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:06:40.870971 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22336): Launched\u000a20:06:40.984402 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:06:41.263351 run patchelf(pid=22337): Launched\u000a20:06:41.449733 run osmo-stp_10.42.42.5(pid=22334): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22334)]\u000a20:06:41.586244 run osmo-stp_10.42.42.5(pid=22334): stdout: \u000a| (launched: 2022-12-12_20:06:40.039864)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:06:41.723214 run osmo-stp_10.42.42.5(pid=22334): stderr: \u000a| �[0;m�[38;5;43m20221212200640227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200640227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200640228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200640228 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200640229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200640229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200640229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:06:41.855437 run osmo-stp_10.42.42.5(pid=22334): stdout: \u000a| (launched: 2022-12-12_20:06:40.039864)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:06:41.986618 run osmo-stp_10.42.42.5(pid=22334): stderr: \u000a| �[0;m�[38;5;43m20221212200640227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200640227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200640228 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200640228 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200640229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200640229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200640229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:06:42.138355 run patchelf(pid=22337): Terminating (SIGINT)\u000a20:06:42.316628 run patchelf(pid=22337): Terminated: ok {rc=0}\u000a20:06:42.349411 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22334): Process ended prematurely: osmo-stp_10.42.42.5(pid=22334) [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22334)] [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8]\u000a20:06:42.359273 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a20:06:42.422802 run osmo-hlr_10.42.42.2(pid=22331): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22331)]\u000a20:06:42.474562 run osmo-hlr_10.42.42.2(pid=22331): stdout: \u000a| (launched: 2022-12-12_20:06:39.052755) \u000a20:06:42.526783 run osmo-hlr_10.42.42.2(pid=22331): stderr: \u000a| �[0;m�[1;31m20221212200639248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212200639248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212200639249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200639249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200639249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212200639249 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212200639262 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212200639270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212200639270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212200639270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:06:42.571045 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22326): Terminating (SIGTERM)\u000a20:06:42.612997 run iperf3-srv_10.42.42.10(pid=22327): Terminating (SIGTERM)\u000a20:06:42.655330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22330): Terminating (SIGTERM)\u000a20:06:42.697274 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22333): Terminating (SIGTERM)\u000a20:06:42.739424 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22336): Terminating (SIGTERM)\u000a20:06:42.749472 --- ParallelTerminationStrategy: PID 22326 died...\u000a20:06:42.806152 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22326): Terminated: ok {rc=0}\u000a20:06:42.816305 --- ParallelTerminationStrategy: PID 22327 died...\u000a20:06:42.872644 run iperf3-srv_10.42.42.10(pid=22327): Terminated {rc=256}\u000a20:06:42.883052 --- ParallelTerminationStrategy: PID 22330 died...\u000a20:06:42.938824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22330): Terminated: ok {rc=0}\u000a20:06:42.949311 --- ParallelTerminationStrategy: PID 22333 died...\u000a20:06:43.005209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22333): Terminated: ok {rc=0}\u000a20:06:43.015721 --- ParallelTerminationStrategy: PID 22336 died...\u000a20:06:43.071624 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22336): Terminated: ok {rc=0}\u000a20:06:43.159421 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22353): Process ended prematurely: osmo-stp_10.42.42.5(pid=22353) [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22353)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22353): Process ended prematurely: osmo-stp_10.42.42.5(pid=22353) [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22353)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a20:06:44.273354 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:06:44.285040 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:06:44.414525 tst iperf3m4.py: using LAC 31193\u000a20:06:44.530264 tst iperf3m4.py: using RAC 83\u000a20:06:44.645968 tst iperf3m4.py: using CellId 31193\u000a20:06:44.770434 tst iperf3m4.py: using BVCI 31194\u000a20:06:44.795003 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:06:44.806902 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:06:44.818467 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:06:44.830632 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:06:44.842867 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:06:44.854622 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:06:44.866829 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:06:44.878593 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:06:44.890665 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:06:45.014138 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:06:45.132180 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:06:45.250274 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:06:45.542438 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:06:45.675291 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:06:46.044338 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22338): Launched\u000a20:06:46.338143 run iperf3-srv_10.42.42.10(pid=22339): Launched\u000a20:06:46.538449 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:06:46.675364 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:06:47.024561 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22340): Launched\u000a20:06:47.302680 run iperf3-srv_10.42.42.10(pid=22341): Launched\u000a20:06:47.497944 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:06:47.630422 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:06:47.962436 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22342): Launched\u000a20:06:48.238475 run iperf3-srv_10.42.42.10(pid=22343): Launched\u000a20:06:48.433818 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:06:48.566781 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:06:48.899807 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22344): Launched\u000a20:06:49.175597 run iperf3-srv_10.42.42.10(pid=22345): Launched\u000a20:06:49.370920 tst iperf3m4.py:8: start network...\u000a20:06:49.504286 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:06:50.006987 run create_hlr_db(pid=22346): Launched\u000a20:06:50.191994 bus /gobi_6: Setting Powered False\u000a20:06:51.213286 run create_hlr_db(pid=22346): Terminated: ok {rc=0}\u000a20:06:51.614753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22349): Launched\u000a20:06:51.914053 run osmo-hlr_10.42.42.2(pid=22350): Launched\u000a20:06:52.023842 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:06:52.542483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22352): Launched\u000a20:06:52.840844 run osmo-stp_10.42.42.5(pid=22353): Launched\u000a20:06:52.949090 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:06:53.467938 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22355): Launched\u000a20:06:53.573382 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:06:53.834886 run patchelf(pid=22356): Launched\u000a20:06:54.009601 run osmo-stp_10.42.42.5(pid=22353): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22353)]\u000a20:06:54.137585 run osmo-stp_10.42.42.5(pid=22353): stdout: \u000a| (launched: 2022-12-12_20:06:52.693581)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:06:54.265530 run osmo-stp_10.42.42.5(pid=22353): stderr: \u000a| �[0;m�[38;5;43m20221212200652861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200652862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200652862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200652862 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200652863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200652863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200652863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:06:54.388446 run osmo-stp_10.42.42.5(pid=22353): stdout: \u000a| (launched: 2022-12-12_20:06:52.693581)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:06:54.510199 run osmo-stp_10.42.42.5(pid=22353): stderr: \u000a| �[0;m�[38;5;43m20221212200652861 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200652862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200652862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200652862 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200652863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200652863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200652863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:06:54.652184 run patchelf(pid=22356): Terminating (SIGINT)\u000a20:06:54.819217 run patchelf(pid=22356): Terminated: ok {rc=0}\u000a20:06:54.850205 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22353): Process ended prematurely: osmo-stp_10.42.42.5(pid=22353) [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22353)] [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8]\u000a20:06:54.859398 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a20:06:54.919461 run osmo-hlr_10.42.42.2(pid=22350): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22350)]\u000a20:06:54.969219 run osmo-hlr_10.42.42.2(pid=22350): stdout: \u000a| (launched: 2022-12-12_20:06:51.765883) \u000a20:06:55.018860 run osmo-hlr_10.42.42.2(pid=22350): stderr: \u000a| �[0;m�[1;31m20221212200651940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212200651940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212200651940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200651941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200651941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212200651941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212200651960 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212200651970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212200651970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212200651970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:06:55.061008 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22338): Terminating (SIGTERM)\u000a20:06:55.100818 run iperf3-srv_10.42.42.10(pid=22339): Terminating (SIGTERM)\u000a20:06:55.140634 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22340): Terminating (SIGTERM)\u000a20:06:55.180295 run iperf3-srv_10.42.42.10(pid=22341): Terminating (SIGTERM)\u000a20:06:55.220036 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22342): Terminating (SIGTERM)\u000a20:06:55.259713 run iperf3-srv_10.42.42.10(pid=22343): Terminating (SIGTERM)\u000a20:06:55.299300 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22344): Terminating (SIGTERM)\u000a20:06:55.338686 run iperf3-srv_10.42.42.10(pid=22345): Terminating (SIGTERM)\u000a20:06:55.378397 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22349): Terminating (SIGTERM)\u000a20:06:55.418128 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22352): Terminating (SIGTERM)\u000a20:06:55.457723 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22355): Terminating (SIGTERM)\u000a20:06:55.466874 --- ParallelTerminationStrategy: PID 22338 died...\u000a20:06:55.520059 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22338): Terminated: ok {rc=0}\u000a20:06:55.529945 --- ParallelTerminationStrategy: PID 22339 died...\u000a20:06:55.582487 run iperf3-srv_10.42.42.10(pid=22339): Terminated {rc=256}\u000a20:06:55.591920 --- ParallelTerminationStrategy: PID 22340 died...\u000a20:06:55.644673 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22340): Terminated: ok {rc=0}\u000a20:06:55.654194 --- ParallelTerminationStrategy: PID 22341 died...\u000a20:06:55.706799 run iperf3-srv_10.42.42.10(pid=22341): Terminated {rc=256}\u000a20:06:55.716354 --- ParallelTerminationStrategy: PID 22342 died...\u000a20:06:55.769515 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22342): Terminated: ok {rc=0}\u000a20:06:55.779187 --- ParallelTerminationStrategy: PID 22343 died...\u000a20:06:55.831638 run iperf3-srv_10.42.42.10(pid=22343): Terminated {rc=256}\u000a20:06:55.841343 --- ParallelTerminationStrategy: PID 22344 died...\u000a20:06:55.894353 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22344): Terminated: ok {rc=0}\u000a20:06:55.903868 --- ParallelTerminationStrategy: PID 22345 died...\u000a20:06:55.956218 run iperf3-srv_10.42.42.10(pid=22345): Terminated {rc=256}\u000a20:06:55.965820 --- ParallelTerminationStrategy: PID 22349 died...\u000a20:06:56.018255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22349): Terminated: ok {rc=0}\u000a20:06:56.027649 --- ParallelTerminationStrategy: PID 22352 died...\u000a20:06:56.080170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22352): Terminated: ok {rc=0}\u000a20:06:56.089787 --- ParallelTerminationStrategy: PID 22355 died...\u000a20:06:56.142142 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22355): Terminated: ok {rc=0}\u000a20:06:56.230958 bus /gobi_4: Setting Powered False\u000a20:06:57.339160 bus /gobi_4: Setting Powered False\u000a20:06:58.450484 bus /gobi_1: Setting Powered False\u000a20:06:59.553901 bus /gobi_1: Setting Powered False\u000a20:07:00.665855 bus /gobi_0: Setting Powered False\u000a20:07:01.777188 bus /gobi_0: Setting Powered False\u000a20:07:02.889488 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22363): Process ended prematurely: osmo-stp_10.42.42.5(pid=22363) [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22363)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22363): Process ended prematurely: osmo-stp_10.42.42.5(pid=22363) [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22363)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a20:07:03.957637 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:07:03.969202 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:07:04.099201 tst ping.py: using LAC 31194\u000a20:07:04.221853 tst ping.py: using RAC 84\u000a20:07:04.337617 tst ping.py: using CellId 31194\u000a20:07:04.451485 tst ping.py: using BVCI 31195\u000a20:07:04.473778 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:07:04.484626 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:07:04.495422 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:07:04.506246 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:07:04.516840 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:07:04.527529 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:07:04.538391 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:07:04.549199 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:07:04.816531 tst ping.py:19: start network...\u000a20:07:04.937141 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:07:05.405928 run create_hlr_db(pid=22357): Launched\u000a20:07:05.573714 bus /gobi_6: Setting Powered False\u000a20:07:06.594968 run create_hlr_db(pid=22357): Terminated: ok {rc=0}\u000a20:07:07.012378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22359): Launched\u000a20:07:07.326450 run osmo-hlr_10.42.42.2(pid=22360): Launched\u000a20:07:07.440347 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:07:07.993762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22362): Launched\u000a20:07:08.308697 run osmo-stp_10.42.42.5(pid=22363): Launched\u000a20:07:08.427213 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:07:08.974632 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22365): Launched\u000a20:07:09.079717 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:07:09.336038 run patchelf(pid=22366): Launched\u000a20:07:09.507049 run osmo-stp_10.42.42.5(pid=22363): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22363)]\u000a20:07:09.632411 run osmo-stp_10.42.42.5(pid=22363): stdout: \u000a| (launched: 2022-12-12_20:07:08.152648)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:07:09.758435 run osmo-stp_10.42.42.5(pid=22363): stderr: \u000a| �[0;m�[38;5;43m20221212200708340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200708340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200708340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200708340 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200708341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200708341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200708341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:07:09.879841 run osmo-stp_10.42.42.5(pid=22363): stdout: \u000a| (launched: 2022-12-12_20:07:08.152648)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:07:09.999800 run osmo-stp_10.42.42.5(pid=22363): stderr: \u000a| �[0;m�[38;5;43m20221212200708340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200708340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200708340 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200708340 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200708341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200708341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200708341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:07:10.139192 run patchelf(pid=22366): Terminating (SIGINT)\u000a20:07:10.303209 run patchelf(pid=22366): Terminated: ok {rc=0}\u000a20:07:10.333226 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22363): Process ended prematurely: osmo-stp_10.42.42.5(pid=22363) [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22363)] [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22]\u000a20:07:10.341863 tst ping.py:22: Test FAILED (6.4 sec)\u000a20:07:10.401592 run osmo-hlr_10.42.42.2(pid=22360): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22360)]\u000a20:07:10.450624 run osmo-hlr_10.42.42.2(pid=22360): stdout: \u000a| (launched: 2022-12-12_20:07:07.171236) \u000a20:07:10.500626 run osmo-hlr_10.42.42.2(pid=22360): stderr: \u000a| �[0;m�[1;31m20221212200707368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212200707369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212200707369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200707369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200707369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212200707369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212200707382 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212200707390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212200707390 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212200707391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:07:10.542695 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22359): Terminating (SIGTERM)\u000a20:07:10.582417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22362): Terminating (SIGTERM)\u000a20:07:10.622122 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22365): Terminating (SIGTERM)\u000a20:07:10.631312 --- ParallelTerminationStrategy: PID 22359 died...\u000a20:07:10.684460 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22359): Terminated: ok {rc=0}\u000a20:07:10.694042 --- ParallelTerminationStrategy: PID 22362 died...\u000a20:07:10.747236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22362): Terminated: ok {rc=0}\u000a20:07:10.756795 --- ParallelTerminationStrategy: PID 22365 died...\u000a20:07:10.809746 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22365): Terminated: ok {rc=0}\u000a20:07:10.896785 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22373): Process ended prematurely: osmo-stp_10.42.42.5(pid=22373) [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22373)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22373): Process ended prematurely: osmo-stp_10.42.42.5(pid=22373) [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22373)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a20:07:11.949098 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:07:11.960628 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:07:12.094686 tst ping_idle_ping.py: using LAC 31195\u000a20:07:12.209682 tst ping_idle_ping.py: using RAC 85\u000a20:07:12.328307 tst ping_idle_ping.py: using CellId 31195\u000a20:07:12.445605 tst ping_idle_ping.py: using BVCI 31196\u000a20:07:12.467853 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:07:12.478874 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:07:12.489602 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:07:12.500862 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:07:12.512027 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:07:12.523537 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:07:12.534804 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:07:12.545952 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:07:12.833221 tst ping_idle_ping.py:24: start network...\u000a20:07:12.965176 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:07:13.463111 run create_hlr_db(pid=22367): Launched\u000a20:07:13.645743 bus /gobi_6: Setting Powered False\u000a20:07:14.667655 run create_hlr_db(pid=22367): Terminated: ok {rc=0}\u000a20:07:15.089541 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22369): Launched\u000a20:07:15.405568 run osmo-hlr_10.42.42.2(pid=22370): Launched\u000a20:07:15.522224 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:07:16.093550 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22372): Launched\u000a20:07:16.481919 run osmo-stp_10.42.42.5(pid=22373): Launched\u000a20:07:16.687594 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:07:17.305593 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22375): Launched\u000a20:07:17.421402 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:07:17.696733 run patchelf(pid=22376): Launched\u000a20:07:17.881739 run osmo-stp_10.42.42.5(pid=22373): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22373)]\u000a20:07:18.017108 run osmo-stp_10.42.42.5(pid=22373): stdout: \u000a| (launched: 2022-12-12_20:07:16.257110)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:07:18.152546 run osmo-stp_10.42.42.5(pid=22373): stderr: \u000a| �[0;m�[38;5;43m20221212200716540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200716540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200716540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200716543 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200716544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200716544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200716544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:07:18.282990 run osmo-stp_10.42.42.5(pid=22373): stdout: \u000a| (launched: 2022-12-12_20:07:16.257110)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:07:18.412327 run osmo-stp_10.42.42.5(pid=22373): stderr: \u000a| �[0;m�[38;5;43m20221212200716540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200716540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200716540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200716543 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200716544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200716544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200716544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:07:18.562598 run patchelf(pid=22376): Terminating (SIGINT)\u000a20:07:18.738195 run patchelf(pid=22376): Terminated: ok {rc=0}\u000a20:07:18.770311 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22373): Process ended prematurely: osmo-stp_10.42.42.5(pid=22373) [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22373)] [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a20:07:18.779752 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a20:07:18.843800 run osmo-hlr_10.42.42.2(pid=22370): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22370)]\u000a20:07:18.895715 run osmo-hlr_10.42.42.2(pid=22370): stdout: \u000a| (launched: 2022-12-12_20:07:15.249824) \u000a20:07:18.948384 run osmo-hlr_10.42.42.2(pid=22370): stderr: \u000a| �[0;m�[1;31m20221212200715443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212200715443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212200715443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200715443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200715443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212200715443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212200715455 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212200715464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212200715464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212200715464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:07:18.993061 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22369): Terminating (SIGTERM)\u000a20:07:19.034828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22372): Terminating (SIGTERM)\u000a20:07:19.077331 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22375): Terminating (SIGTERM)\u000a20:07:19.087678 --- ParallelTerminationStrategy: PID 22369 died...\u000a20:07:19.144295 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22369): Terminated: ok {rc=0}\u000a20:07:19.154397 --- ParallelTerminationStrategy: PID 22372 died...\u000a20:07:19.210537 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22372): Terminated: ok {rc=0}\u000a20:07:19.220511 --- ParallelTerminationStrategy: PID 22375 died...\u000a20:07:19.276697 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22375): Terminated: ok {rc=0}\u000a20:07:19.363084 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "126", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:06:21" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22390): Process ended prematurely: osmo-stp_10.42.42.5(pid=22390) [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22390)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22390): Process ended prematurely: osmo-stp_10.42.42.5(pid=22390) [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22390)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:07:21.495387 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:07:21.506415 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:07:21.655545 tst cs_paging_gprs_active.py: using LAC 31196\u000a20:07:21.773843 tst cs_paging_gprs_active.py: using RAC 86\u000a20:07:21.890296 tst cs_paging_gprs_active.py: using CellId 31196\u000a20:07:22.006629 tst cs_paging_gprs_active.py: using BVCI 31197\u000a20:07:22.029271 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:07:22.040153 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:07:22.051007 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:07:22.061941 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:07:22.072683 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:07:22.083416 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:07:22.094368 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:07:22.105178 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:07:22.116087 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:07:22.234262 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:07:22.510000 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:07:22.633634 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:07:22.945565 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22380): Launched\u000a20:07:23.205595 run iperf3-srv_10.42.42.10(pid=22381): Launched\u000a20:07:23.387015 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:07:23.510746 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:07:23.822618 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22382): Launched\u000a20:07:24.080913 run iperf3-srv_10.42.42.10(pid=22383): Launched\u000a20:07:24.262082 tst cs_paging_gprs_active.py:38: start network...\u000a20:07:24.385280 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:07:24.864804 run create_hlr_db(pid=22384): Launched\u000a20:07:25.036228 bus /gobi_6: Setting Powered False\u000a20:07:26.057763 run create_hlr_db(pid=22384): Terminated: ok {rc=0}\u000a20:07:26.486687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22386): Launched\u000a20:07:26.809355 run osmo-hlr_10.42.42.2(pid=22387): Launched\u000a20:07:26.927481 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:07:27.486358 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22389): Launched\u000a20:07:27.809319 run osmo-stp_10.42.42.5(pid=22390): Launched\u000a20:07:27.926301 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:07:28.487137 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22392): Launched\u000a20:07:28.601891 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:07:28.883815 run patchelf(pid=22393): Launched\u000a20:07:29.072725 run osmo-stp_10.42.42.5(pid=22390): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22390)]\u000a20:07:29.211071 run osmo-stp_10.42.42.5(pid=22390): stdout: \u000a| (launched: 2022-12-12_20:07:27.649220)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:07:29.350193 run osmo-stp_10.42.42.5(pid=22390): stderr: \u000a| �[0;m�[38;5;43m20221212200727839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200727839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200727840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200727840 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200727840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200727841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200727841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:07:29.483183 run osmo-stp_10.42.42.5(pid=22390): stdout: \u000a| (launched: 2022-12-12_20:07:27.649220)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:07:29.615164 run osmo-stp_10.42.42.5(pid=22390): stderr: \u000a| �[0;m�[38;5;43m20221212200727839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200727839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200727840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200727840 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200727840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200727841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200727841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:07:29.768905 run patchelf(pid=22393): Terminating (SIGINT)\u000a20:07:29.950118 run patchelf(pid=22393): Terminated: ok {rc=0}\u000a20:07:29.983283 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22390): Process ended prematurely: osmo-stp_10.42.42.5(pid=22390) [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22390)] [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a20:07:29.993234 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a20:07:30.058110 run osmo-hlr_10.42.42.2(pid=22387): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22387)]\u000a20:07:30.110363 run osmo-hlr_10.42.42.2(pid=22387): stdout: \u000a| (launched: 2022-12-12_20:07:26.650151) \u000a20:07:30.164043 run osmo-hlr_10.42.42.2(pid=22387): stderr: \u000a| �[0;m�[1;31m20221212200726844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212200726844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212200726844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200726844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200726844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212200726844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212200726857 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212200726866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212200726866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212200726866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:07:30.208604 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22380): Terminating (SIGTERM)\u000a20:07:30.251099 run iperf3-srv_10.42.42.10(pid=22381): Terminating (SIGTERM)\u000a20:07:30.293720 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22382): Terminating (SIGTERM)\u000a20:07:30.336076 run iperf3-srv_10.42.42.10(pid=22383): Terminating (SIGTERM)\u000a20:07:30.378503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22386): Terminating (SIGTERM)\u000a20:07:30.420835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22389): Terminating (SIGTERM)\u000a20:07:30.463158 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22392): Terminating (SIGTERM)\u000a20:07:30.473406 --- ParallelTerminationStrategy: PID 22380 died...\u000a20:07:30.530634 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22380): Terminated: ok {rc=0}\u000a20:07:30.540873 --- ParallelTerminationStrategy: PID 22381 died...\u000a20:07:30.597357 run iperf3-srv_10.42.42.10(pid=22381): Terminated {rc=256}\u000a20:07:30.607767 --- ParallelTerminationStrategy: PID 22382 died...\u000a20:07:30.664156 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22382): Terminated: ok {rc=0}\u000a20:07:30.674866 --- ParallelTerminationStrategy: PID 22383 died...\u000a20:07:30.731031 run iperf3-srv_10.42.42.10(pid=22383): Terminated {rc=256}\u000a20:07:30.741199 --- ParallelTerminationStrategy: PID 22386 died...\u000a20:07:30.797024 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22386): Terminated: ok {rc=0}\u000a20:07:30.807513 --- ParallelTerminationStrategy: PID 22389 died...\u000a20:07:30.865903 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22389): Terminated: ok {rc=0}\u000a20:07:30.878320 --- ParallelTerminationStrategy: PID 22392 died...\u000a20:07:30.939558 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22392): Terminated: ok {rc=0}\u000a20:07:31.037127 bus /gobi_0: Setting Powered False\u000a20:07:32.169166 bus /gobi_0: Setting Powered False\u000a20:07:33.280060 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22402): Process ended prematurely: osmo-stp_10.42.42.5(pid=22402) [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22402)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22402): Process ended prematurely: osmo-stp_10.42.42.5(pid=22402) [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22402)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a20:07:34.390242 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:07:34.402139 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:07:34.555500 tst iperf3.py: using LAC 31197\u000a20:07:34.671759 tst iperf3.py: using RAC 87\u000a20:07:34.788477 tst iperf3.py: using CellId 31197\u000a20:07:34.906445 tst iperf3.py: using BVCI 31198\u000a20:07:34.929131 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:07:34.940107 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:07:34.950952 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:07:34.961812 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:07:34.972526 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:07:34.983447 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:07:34.994404 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:07:35.005101 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:07:35.015957 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:07:35.291667 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:07:35.414925 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:07:35.725089 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22394): Launched\u000a20:07:35.982702 run iperf3-srv_10.42.42.10(pid=22395): Launched\u000a20:07:36.162817 tst iperf3.py:8: start network...\u000a20:07:36.286052 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:07:36.762752 run create_hlr_db(pid=22396): Launched\u000a20:07:36.933824 bus /gobi_6: Setting Powered False\u000a20:07:37.955780 run create_hlr_db(pid=22396): Terminated: ok {rc=0}\u000a20:07:38.354886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22398): Launched\u000a20:07:38.654234 run osmo-hlr_10.42.42.2(pid=22399): Launched\u000a20:07:38.775187 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:07:39.314538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22401): Launched\u000a20:07:39.636675 run osmo-stp_10.42.42.5(pid=22402): Launched\u000a20:07:39.753205 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:07:40.313129 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22404): Launched\u000a20:07:40.427845 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:07:40.708729 run patchelf(pid=22405): Launched\u000a20:07:40.897742 run osmo-stp_10.42.42.5(pid=22402): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22402)]\u000a20:07:41.035766 run osmo-stp_10.42.42.5(pid=22402): stdout: \u000a| (launched: 2022-12-12_20:07:39.476725)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:07:41.174641 run osmo-stp_10.42.42.5(pid=22402): stderr: \u000a| �[0;m�[38;5;43m20221212200739666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200739666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200739666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200739667 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200739667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200739667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200739667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:07:41.308258 run osmo-stp_10.42.42.5(pid=22402): stdout: \u000a| (launched: 2022-12-12_20:07:39.476725)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:07:41.439940 run osmo-stp_10.42.42.5(pid=22402): stderr: \u000a| �[0;m�[38;5;43m20221212200739666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200739666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200739666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200739667 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200739667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200739667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200739667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:07:41.593489 run patchelf(pid=22405): Terminating (SIGINT)\u000a20:07:41.773686 run patchelf(pid=22405): Terminated: ok {rc=0}\u000a20:07:41.806767 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22402): Process ended prematurely: osmo-stp_10.42.42.5(pid=22402) [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22402)] [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a20:07:41.816709 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a20:07:41.880694 run osmo-hlr_10.42.42.2(pid=22399): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22399)]\u000a20:07:41.933444 run osmo-hlr_10.42.42.2(pid=22399): stdout: \u000a| (launched: 2022-12-12_20:07:38.506143) \u000a20:07:41.986221 run osmo-hlr_10.42.42.2(pid=22399): stderr: \u000a| �[0;m�[1;31m20221212200738681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212200738681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212200738681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200738681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200738682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212200738682 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212200738694 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212200738703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212200738703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212200738703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:07:42.030977 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22394): Terminating (SIGTERM)\u000a20:07:42.073467 run iperf3-srv_10.42.42.10(pid=22395): Terminating (SIGTERM)\u000a20:07:42.115943 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22398): Terminating (SIGTERM)\u000a20:07:42.158414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22401): Terminating (SIGTERM)\u000a20:07:42.200752 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22404): Terminating (SIGTERM)\u000a20:07:42.210842 --- ParallelTerminationStrategy: PID 22394 died...\u000a20:07:42.267728 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22394): Terminated: ok {rc=0}\u000a20:07:42.278026 --- ParallelTerminationStrategy: PID 22395 died...\u000a20:07:42.334296 run iperf3-srv_10.42.42.10(pid=22395): Terminated {rc=256}\u000a20:07:42.344853 --- ParallelTerminationStrategy: PID 22398 died...\u000a20:07:42.401560 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22398): Terminated: ok {rc=0}\u000a20:07:42.412051 --- ParallelTerminationStrategy: PID 22401 died...\u000a20:07:42.468146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22401): Terminated: ok {rc=0}\u000a20:07:42.478519 --- ParallelTerminationStrategy: PID 22404 died...\u000a20:07:42.534620 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22404): Terminated: ok {rc=0}\u000a20:07:42.622293 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22420): Process ended prematurely: osmo-stp_10.42.42.5(pid=22420) [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22420)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22420): Process ended prematurely: osmo-stp_10.42.42.5(pid=22420) [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22420)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a20:07:43.732789 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:07:43.744379 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:07:43.896349 tst iperf3m4.py: using LAC 31198\u000a20:07:44.014380 tst iperf3m4.py: using RAC 88\u000a20:07:44.130579 tst iperf3m4.py: using CellId 31198\u000a20:07:44.246827 tst iperf3m4.py: using BVCI 31199\u000a20:07:44.269512 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:07:44.280392 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:07:44.291379 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:07:44.302227 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:07:44.313037 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:07:44.323774 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:07:44.334759 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:07:44.345814 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:07:44.356780 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:07:44.472290 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:07:44.592031 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:07:44.712611 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:07:44.987860 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:07:45.111827 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:07:45.424588 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22406): Launched\u000a20:07:45.682713 run iperf3-srv_10.42.42.10(pid=22407): Launched\u000a20:07:45.868314 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:07:46.006421 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:07:46.366646 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22408): Launched\u000a20:07:46.648453 run iperf3-srv_10.42.42.10(pid=22409): Launched\u000a20:07:46.833185 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:07:46.958714 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:07:47.302952 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22410): Launched\u000a20:07:47.564020 run iperf3-srv_10.42.42.10(pid=22411): Launched\u000a20:07:47.744789 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:07:47.868923 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:07:48.180239 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22412): Launched\u000a20:07:48.439681 run iperf3-srv_10.42.42.10(pid=22413): Launched\u000a20:07:48.620693 tst iperf3m4.py:8: start network...\u000a20:07:48.743967 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:07:49.222782 run create_hlr_db(pid=22414): Launched\u000a20:07:49.394724 bus /gobi_6: Setting Powered False\u000a20:07:50.416689 run create_hlr_db(pid=22414): Terminated: ok {rc=0}\u000a20:07:50.845148 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22416): Launched\u000a20:07:51.167238 run osmo-hlr_10.42.42.2(pid=22417): Launched\u000a20:07:51.285170 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:07:51.844905 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22419): Launched\u000a20:07:52.166457 run osmo-stp_10.42.42.5(pid=22420): Launched\u000a20:07:52.283159 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:07:52.842264 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22422): Launched\u000a20:07:52.957069 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:07:53.237011 run patchelf(pid=22423): Launched\u000a20:07:53.425674 run osmo-stp_10.42.42.5(pid=22420): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22420)]\u000a20:07:53.563225 run osmo-stp_10.42.42.5(pid=22420): stdout: \u000a| (launched: 2022-12-12_20:07:52.008254)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:07:53.701376 run osmo-stp_10.42.42.5(pid=22420): stderr: \u000a| �[0;m�[38;5;43m20221212200752195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200752196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200752196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200752196 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200752197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200752197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200752197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:07:53.834056 run osmo-stp_10.42.42.5(pid=22420): stdout: \u000a| (launched: 2022-12-12_20:07:52.008254)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:07:53.965897 run osmo-stp_10.42.42.5(pid=22420): stderr: \u000a| �[0;m�[38;5;43m20221212200752195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200752196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200752196 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200752196 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200752197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200752197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200752197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:07:54.119162 run patchelf(pid=22423): Terminating (SIGINT)\u000a20:07:54.299356 run patchelf(pid=22423): Terminated: ok {rc=0}\u000a20:07:54.332411 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22420): Process ended prematurely: osmo-stp_10.42.42.5(pid=22420) [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22420)] [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a20:07:54.342594 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a20:07:54.406849 run osmo-hlr_10.42.42.2(pid=22417): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22417)]\u000a20:07:54.458714 run osmo-hlr_10.42.42.2(pid=22417): stdout: \u000a| (launched: 2022-12-12_20:07:51.008534) \u000a20:07:54.511436 run osmo-hlr_10.42.42.2(pid=22417): stderr: \u000a| �[0;m�[1;31m20221212200751203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212200751203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212200751203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200751203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200751203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212200751203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212200751215 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212200751224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212200751224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212200751224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:07:54.555556 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22406): Terminating (SIGTERM)\u000a20:07:54.597869 run iperf3-srv_10.42.42.10(pid=22407): Terminating (SIGTERM)\u000a20:07:54.639885 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22408): Terminating (SIGTERM)\u000a20:07:54.681745 run iperf3-srv_10.42.42.10(pid=22409): Terminating (SIGTERM)\u000a20:07:54.723573 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22410): Terminating (SIGTERM)\u000a20:07:54.765368 run iperf3-srv_10.42.42.10(pid=22411): Terminating (SIGTERM)\u000a20:07:54.807117 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22412): Terminating (SIGTERM)\u000a20:07:54.848887 run iperf3-srv_10.42.42.10(pid=22413): Terminating (SIGTERM)\u000a20:07:54.891291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22416): Terminating (SIGTERM)\u000a20:07:54.933137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22419): Terminating (SIGTERM)\u000a20:07:54.975229 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22422): Terminating (SIGTERM)\u000a20:07:54.984901 --- ParallelTerminationStrategy: PID 22406 died...\u000a20:07:55.040915 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22406): Terminated: ok {rc=0}\u000a20:07:55.051426 --- ParallelTerminationStrategy: PID 22407 died...\u000a20:07:55.107517 run iperf3-srv_10.42.42.10(pid=22407): Terminated {rc=256}\u000a20:07:55.117949 --- ParallelTerminationStrategy: PID 22408 died...\u000a20:07:55.174027 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22408): Terminated: ok {rc=0}\u000a20:07:55.183984 --- ParallelTerminationStrategy: PID 22409 died...\u000a20:07:55.239442 run iperf3-srv_10.42.42.10(pid=22409): Terminated {rc=256}\u000a20:07:55.249781 --- ParallelTerminationStrategy: PID 22410 died...\u000a20:07:55.305686 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22410): Terminated: ok {rc=0}\u000a20:07:55.315700 --- ParallelTerminationStrategy: PID 22411 died...\u000a20:07:55.371647 run iperf3-srv_10.42.42.10(pid=22411): Terminated {rc=256}\u000a20:07:55.381821 --- ParallelTerminationStrategy: PID 22412 died...\u000a20:07:55.437972 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22412): Terminated: ok {rc=0}\u000a20:07:55.448105 --- ParallelTerminationStrategy: PID 22413 died...\u000a20:07:55.503670 run iperf3-srv_10.42.42.10(pid=22413): Terminated {rc=256}\u000a20:07:55.513987 --- ParallelTerminationStrategy: PID 22416 died...\u000a20:07:55.570094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22416): Terminated: ok {rc=0}\u000a20:07:55.580118 --- ParallelTerminationStrategy: PID 22419 died...\u000a20:07:55.636171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22419): Terminated: ok {rc=0}\u000a20:07:55.646290 --- ParallelTerminationStrategy: PID 22422 died...\u000a20:07:55.702017 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22422): Terminated: ok {rc=0}\u000a20:07:55.790020 bus /gobi_4: Setting Powered False\u000a20:07:56.897738 bus /gobi_4: Setting Powered False\u000a20:07:58.006298 bus /gobi_1: Setting Powered False\u000a20:07:59.112441 bus /gobi_1: Setting Powered False\u000a20:08:00.219911 bus /gobi_0: Setting Powered False\u000a20:08:01.325409 bus /gobi_0: Setting Powered False\u000a20:08:02.431209 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22430): Process ended prematurely: osmo-stp_10.42.42.5(pid=22430) [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22430)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22430): Process ended prematurely: osmo-stp_10.42.42.5(pid=22430) [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22430)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a20:08:03.499967 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:08:03.512312 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:08:03.670673 tst ping.py: using LAC 31199\u000a20:08:03.799140 tst ping.py: using RAC 89\u000a20:08:03.931658 tst ping.py: using CellId 31199\u000a20:08:04.052684 tst ping.py: using BVCI 31200\u000a20:08:04.076869 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:08:04.088757 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:08:04.100365 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:08:04.112129 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:08:04.123897 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:08:04.135727 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:08:04.147330 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:08:04.159616 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:08:04.431871 tst ping.py:19: start network...\u000a20:08:04.553629 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:08:05.024691 run create_hlr_db(pid=22424): Launched\u000a20:08:05.192919 bus /gobi_6: Setting Powered False\u000a20:08:06.214759 run create_hlr_db(pid=22424): Terminated: ok {rc=0}\u000a20:08:06.634573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22426): Launched\u000a20:08:06.950836 run osmo-hlr_10.42.42.2(pid=22427): Launched\u000a20:08:07.068730 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:08:07.620928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22429): Launched\u000a20:08:07.937244 run osmo-stp_10.42.42.5(pid=22430): Launched\u000a20:08:08.051815 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:08:08.602526 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22432): Launched\u000a20:08:08.714958 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:08:08.991703 run patchelf(pid=22433): Launched\u000a20:08:09.176529 run osmo-stp_10.42.42.5(pid=22430): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22430)]\u000a20:08:09.311182 run osmo-stp_10.42.42.5(pid=22430): stdout: \u000a| (launched: 2022-12-12_20:08:07.780753)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:08:09.446719 run osmo-stp_10.42.42.5(pid=22430): stderr: \u000a| �[0;m�[38;5;43m20221212200807969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200807969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200807969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200807970 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200807970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200807970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200807970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:08:09.577902 run osmo-stp_10.42.42.5(pid=22430): stdout: \u000a| (launched: 2022-12-12_20:08:07.780753)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:08:09.707630 run osmo-stp_10.42.42.5(pid=22430): stderr: \u000a| �[0;m�[38;5;43m20221212200807969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200807969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200807969 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200807970 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200807970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200807970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200807970 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:08:09.858051 run patchelf(pid=22433): Terminating (SIGINT)\u000a20:08:10.034324 run patchelf(pid=22433): Terminated: ok {rc=0}\u000a20:08:10.066304 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22430): Process ended prematurely: osmo-stp_10.42.42.5(pid=22430) [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22430)] [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22]\u000a20:08:10.075750 tst ping.py:22: Test FAILED (6.6 sec)\u000a20:08:10.140421 run osmo-hlr_10.42.42.2(pid=22427): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22427)]\u000a20:08:10.192700 run osmo-hlr_10.42.42.2(pid=22427): stdout: \u000a| (launched: 2022-12-12_20:08:06.794424) \u000a20:08:10.245628 run osmo-hlr_10.42.42.2(pid=22427): stderr: \u000a| �[0;m�[1;31m20221212200806990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212200806990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212200806990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200806990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200806990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212200806990 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212200807002 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212200807010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212200807010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212200807010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:08:10.290351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22426): Terminating (SIGTERM)\u000a20:08:10.332774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22429): Terminating (SIGTERM)\u000a20:08:10.375347 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22432): Terminating (SIGTERM)\u000a20:08:10.385455 --- ParallelTerminationStrategy: PID 22426 died...\u000a20:08:10.443571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22426): Terminated: ok {rc=0}\u000a20:08:10.453743 --- ParallelTerminationStrategy: PID 22429 died...\u000a20:08:10.509984 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22429): Terminated: ok {rc=0}\u000a20:08:10.520101 --- ParallelTerminationStrategy: PID 22432 died...\u000a20:08:10.576305 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22432): Terminated: ok {rc=0}\u000a20:08:10.663863 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22441): Process ended prematurely: osmo-stp_10.42.42.5(pid=22441) [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22441)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22441): Process ended prematurely: osmo-stp_10.42.42.5(pid=22441) [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22441)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a20:08:11.717636 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:08:11.730206 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:08:11.890718 tst ping_idle_ping.py: using LAC 31200\u000a20:08:12.013224 tst ping_idle_ping.py: using RAC 90\u000a20:08:12.135969 tst ping_idle_ping.py: using CellId 31200\u000a20:08:12.258461 tst ping_idle_ping.py: using BVCI 31201\u000a20:08:12.282424 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:08:12.293891 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:08:12.305236 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:08:12.316756 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:08:12.328360 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:08:12.340044 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:08:12.351694 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:08:12.363249 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:08:12.638097 tst ping_idle_ping.py:24: start network...\u000a20:08:12.760712 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:08:13.235340 run create_hlr_db(pid=22435): Launched\u000a20:08:13.405538 bus /gobi_6: Setting Powered False\u000a20:08:14.427371 run create_hlr_db(pid=22435): Terminated: ok {rc=0}\u000a20:08:14.820530 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22437): Launched\u000a20:08:15.115809 run osmo-hlr_10.42.42.2(pid=22438): Launched\u000a20:08:15.229489 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:08:15.749765 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22440): Launched\u000a20:08:16.106326 run osmo-stp_10.42.42.5(pid=22441): Launched\u000a20:08:16.307483 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:08:16.917861 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22443): Launched\u000a20:08:17.033772 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:08:17.318829 run patchelf(pid=22444): Launched\u000a20:08:17.504495 run osmo-stp_10.42.42.5(pid=22441): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22441)]\u000a20:08:17.640285 run osmo-stp_10.42.42.5(pid=22441): stdout: \u000a| (launched: 2022-12-12_20:08:15.923845)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:08:17.776373 run osmo-stp_10.42.42.5(pid=22441): stderr: \u000a| �[0;m�[38;5;43m20221212200816244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200816244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200816253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200816254 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200816254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200816254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200816254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:08:17.908241 run osmo-stp_10.42.42.5(pid=22441): stdout: \u000a| (launched: 2022-12-12_20:08:15.923845)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:08:18.038461 run osmo-stp_10.42.42.5(pid=22441): stderr: \u000a| �[0;m�[38;5;43m20221212200816244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200816244 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200816253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200816254 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200816254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200816254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200816254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:08:18.189387 run patchelf(pid=22444): Terminating (SIGINT)\u000a20:08:18.366337 run patchelf(pid=22444): Terminated: ok {rc=0}\u000a20:08:18.398550 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22441): Process ended prematurely: osmo-stp_10.42.42.5(pid=22441) [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22441)] [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a20:08:18.408089 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a20:08:18.472578 run osmo-hlr_10.42.42.2(pid=22438): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22438)]\u000a20:08:18.525100 run osmo-hlr_10.42.42.2(pid=22438): stdout: \u000a| (launched: 2022-12-12_20:08:14.969357) \u000a20:08:18.577940 run osmo-hlr_10.42.42.2(pid=22438): stderr: \u000a| �[0;m�[1;31m20221212200815144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212200815144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212200815144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200815144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200815144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212200815144 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212200815156 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212200815165 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212200815166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212200815166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:08:18.622610 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22437): Terminating (SIGTERM)\u000a20:08:18.665139 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22440): Terminating (SIGTERM)\u000a20:08:18.707558 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22443): Terminating (SIGTERM)\u000a20:08:18.717848 --- ParallelTerminationStrategy: PID 22437 died...\u000a20:08:18.774879 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22437): Terminated: ok {rc=0}\u000a20:08:18.785168 --- ParallelTerminationStrategy: PID 22440 died...\u000a20:08:18.841401 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22440): Terminated: ok {rc=0}\u000a20:08:18.851880 --- ParallelTerminationStrategy: PID 22443 died...\u000a20:08:18.908518 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22443): Terminated: ok {rc=0}\u000a20:08:18.995017 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "127", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:07:21" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22458): Process ended prematurely: osmo-stp_10.42.42.5(pid=22458) [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22458)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22458): Process ended prematurely: osmo-stp_10.42.42.5(pid=22458) [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22458)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:08:21.146634 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:08:21.158206 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:08:21.315911 tst cs_paging_gprs_active.py: using LAC 31201\u000a20:08:21.439099 tst cs_paging_gprs_active.py: using RAC 91\u000a20:08:21.562476 tst cs_paging_gprs_active.py: using CellId 31201\u000a20:08:21.686094 tst cs_paging_gprs_active.py: using BVCI 31202\u000a20:08:21.710525 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:08:21.722147 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:08:21.733562 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:08:21.745241 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:08:21.756793 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:08:21.768280 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:08:21.779931 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:08:21.791371 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:08:21.803218 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:08:21.920867 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:08:22.197364 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:08:22.320676 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:08:22.643571 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22448): Launched\u000a20:08:22.923181 run iperf3-srv_10.42.42.10(pid=22449): Launched\u000a20:08:23.119728 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:08:23.253459 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:08:23.587872 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22450): Launched\u000a20:08:23.864601 run iperf3-srv_10.42.42.10(pid=22451): Launched\u000a20:08:24.062010 tst cs_paging_gprs_active.py:38: start network...\u000a20:08:24.196138 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:08:24.700581 run create_hlr_db(pid=22452): Launched\u000a20:08:24.886444 bus /gobi_6: Setting Powered False\u000a20:08:25.908065 run create_hlr_db(pid=22452): Terminated: ok {rc=0}\u000a20:08:26.335576 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22454): Launched\u000a20:08:26.657634 run osmo-hlr_10.42.42.2(pid=22455): Launched\u000a20:08:26.775579 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:08:27.335217 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22457): Launched\u000a20:08:27.658858 run osmo-stp_10.42.42.5(pid=22458): Launched\u000a20:08:27.777885 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:08:28.337675 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22460): Launched\u000a20:08:28.452037 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:08:28.740423 run patchelf(pid=22461): Launched\u000a20:08:28.929230 run osmo-stp_10.42.42.5(pid=22458): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22458)]\u000a20:08:29.067001 run osmo-stp_10.42.42.5(pid=22458): stdout: \u000a| (launched: 2022-12-12_20:08:27.498399)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:08:29.205834 run osmo-stp_10.42.42.5(pid=22458): stderr: \u000a| �[0;m�[38;5;43m20221212200827689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200827689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200827689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200827690 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200827690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200827690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200827690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:08:29.338924 run osmo-stp_10.42.42.5(pid=22458): stdout: \u000a| (launched: 2022-12-12_20:08:27.498399)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:08:29.470694 run osmo-stp_10.42.42.5(pid=22458): stderr: \u000a| �[0;m�[38;5;43m20221212200827689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200827689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200827689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200827690 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200827690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200827690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200827690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:08:29.624453 run patchelf(pid=22461): Terminating (SIGINT)\u000a20:08:29.805669 run patchelf(pid=22461): Terminated: ok {rc=0}\u000a20:08:29.838823 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22458): Process ended prematurely: osmo-stp_10.42.42.5(pid=22458) [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22458)] [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a20:08:29.848719 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a20:08:29.913189 run osmo-hlr_10.42.42.2(pid=22455): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22455)]\u000a20:08:29.965075 run osmo-hlr_10.42.42.2(pid=22455): stdout: \u000a| (launched: 2022-12-12_20:08:26.498724) \u000a20:08:30.017574 run osmo-hlr_10.42.42.2(pid=22455): stderr: \u000a| �[0;m�[1;31m20221212200826696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212200826697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212200826697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200826697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200826697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212200826697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212200826712 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212200826722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212200826722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212200826722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:08:30.062294 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22448): Terminating (SIGTERM)\u000a20:08:30.104130 run iperf3-srv_10.42.42.10(pid=22449): Terminating (SIGTERM)\u000a20:08:30.146792 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22450): Terminating (SIGTERM)\u000a20:08:30.189055 run iperf3-srv_10.42.42.10(pid=22451): Terminating (SIGTERM)\u000a20:08:30.231311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22454): Terminating (SIGTERM)\u000a20:08:30.273952 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22457): Terminating (SIGTERM)\u000a20:08:30.315921 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22460): Terminating (SIGTERM)\u000a20:08:30.326052 --- ParallelTerminationStrategy: PID 22448 died...\u000a20:08:30.382445 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22448): Terminated: ok {rc=0}\u000a20:08:30.392786 --- ParallelTerminationStrategy: PID 22449 died...\u000a20:08:30.448642 run iperf3-srv_10.42.42.10(pid=22449): Terminated {rc=256}\u000a20:08:30.459085 --- ParallelTerminationStrategy: PID 22450 died...\u000a20:08:30.515009 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22450): Terminated: ok {rc=0}\u000a20:08:30.525529 --- ParallelTerminationStrategy: PID 22451 died...\u000a20:08:30.581707 run iperf3-srv_10.42.42.10(pid=22451): Terminated {rc=256}\u000a20:08:30.591848 --- ParallelTerminationStrategy: PID 22454 died...\u000a20:08:30.647999 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22454): Terminated: ok {rc=0}\u000a20:08:30.658436 --- ParallelTerminationStrategy: PID 22457 died...\u000a20:08:30.714676 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22457): Terminated: ok {rc=0}\u000a20:08:30.724834 --- ParallelTerminationStrategy: PID 22460 died...\u000a20:08:30.780723 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22460): Terminated: ok {rc=0}\u000a20:08:30.880223 bus /gobi_0: Setting Powered False\u000a20:08:32.012496 bus /gobi_0: Setting Powered False\u000a20:08:33.120934 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22470): Process ended prematurely: osmo-stp_10.42.42.5(pid=22470) [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22470)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22470): Process ended prematurely: osmo-stp_10.42.42.5(pid=22470) [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22470)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a20:08:34.234212 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:08:34.246340 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:08:34.414416 tst iperf3.py: using LAC 31202\u000a20:08:34.538326 tst iperf3.py: using RAC 92\u000a20:08:34.662378 tst iperf3.py: using CellId 31202\u000a20:08:34.785894 tst iperf3.py: using BVCI 31203\u000a20:08:34.810448 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:08:34.822100 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:08:34.833553 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:08:34.845482 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:08:34.856808 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:08:34.868413 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:08:34.880562 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:08:34.892176 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:08:34.904051 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:08:35.182241 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:08:35.306645 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:08:35.617645 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22462): Launched\u000a20:08:35.876446 run iperf3-srv_10.42.42.10(pid=22463): Launched\u000a20:08:36.057603 tst iperf3.py:8: start network...\u000a20:08:36.181146 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:08:36.661886 run create_hlr_db(pid=22464): Launched\u000a20:08:36.833620 bus /gobi_6: Setting Powered False\u000a20:08:37.856928 run create_hlr_db(pid=22464): Terminated: ok {rc=0}\u000a20:08:38.258053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22466): Launched\u000a20:08:38.558033 run osmo-hlr_10.42.42.2(pid=22467): Launched\u000a20:08:38.677220 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:08:39.205222 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22469): Launched\u000a20:08:39.507327 run osmo-stp_10.42.42.5(pid=22470): Launched\u000a20:08:39.615973 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:08:40.139359 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22472): Launched\u000a20:08:40.245461 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:08:40.507648 run patchelf(pid=22473): Launched\u000a20:08:40.683179 run osmo-stp_10.42.42.5(pid=22470): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22470)]\u000a20:08:40.811537 run osmo-stp_10.42.42.5(pid=22470): stdout: \u000a| (launched: 2022-12-12_20:08:39.357521)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:08:40.940603 run osmo-stp_10.42.42.5(pid=22470): stderr: \u000a| �[0;m�[38;5;43m20221212200839525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200839525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200839525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200839525 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200839526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200839526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200839526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:08:41.064607 run osmo-stp_10.42.42.5(pid=22470): stdout: \u000a| (launched: 2022-12-12_20:08:39.357521)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:08:41.187373 run osmo-stp_10.42.42.5(pid=22470): stderr: \u000a| �[0;m�[38;5;43m20221212200839525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200839525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200839525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200839525 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200839526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200839526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200839526 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:08:41.330712 run patchelf(pid=22473): Terminating (SIGINT)\u000a20:08:41.498972 run patchelf(pid=22473): Terminated: ok {rc=0}\u000a20:08:41.530116 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22470): Process ended prematurely: osmo-stp_10.42.42.5(pid=22470) [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22470)] [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a20:08:41.539339 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a20:08:41.599100 run osmo-hlr_10.42.42.2(pid=22467): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22467)]\u000a20:08:41.648085 run osmo-hlr_10.42.42.2(pid=22467): stdout: \u000a| (launched: 2022-12-12_20:08:38.409871) \u000a20:08:41.697657 run osmo-hlr_10.42.42.2(pid=22467): stderr: \u000a| �[0;m�[1;31m20221212200838582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212200838582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212200838582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200838582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200838582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212200838582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212200838594 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212200838604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212200838604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212200838604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:08:41.739506 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22462): Terminating (SIGTERM)\u000a20:08:41.779612 run iperf3-srv_10.42.42.10(pid=22463): Terminating (SIGTERM)\u000a20:08:41.819479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22466): Terminating (SIGTERM)\u000a20:08:41.859047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22469): Terminating (SIGTERM)\u000a20:08:41.898830 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22472): Terminating (SIGTERM)\u000a20:08:41.908042 --- ParallelTerminationStrategy: PID 22462 died...\u000a20:08:41.961724 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22462): Terminated: ok {rc=0}\u000a20:08:41.971244 --- ParallelTerminationStrategy: PID 22463 died...\u000a20:08:42.023801 run iperf3-srv_10.42.42.10(pid=22463): Terminated {rc=256}\u000a20:08:42.033355 --- ParallelTerminationStrategy: PID 22466 died...\u000a20:08:42.086129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22466): Terminated: ok {rc=0}\u000a20:08:42.095682 --- ParallelTerminationStrategy: PID 22469 died...\u000a20:08:42.148241 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22469): Terminated: ok {rc=0}\u000a20:08:42.157800 --- ParallelTerminationStrategy: PID 22472 died...\u000a20:08:42.210646 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22472): Terminated: ok {rc=0}\u000a20:08:42.294514 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 13.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22759): Process ended prematurely: osmo-stp_10.42.42.5(pid=22759) [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22759)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22759): Process ended prematurely: osmo-stp_10.42.42.5(pid=22759) [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22759)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a20:08:43.410509 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:08:43.422830 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:08:43.585394 tst iperf3m4.py: using LAC 31203\u000a20:08:43.716312 tst iperf3m4.py: using RAC 93\u000a20:08:43.840320 tst iperf3m4.py: using CellId 31203\u000a20:08:43.965368 tst iperf3m4.py: using BVCI 31204\u000a20:08:43.989786 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:08:44.001294 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:08:44.012581 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:08:44.024374 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:08:44.036239 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:08:44.047973 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:08:44.059840 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:08:44.071659 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:08:44.083911 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:08:44.203681 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:08:44.321848 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:08:44.440396 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:08:44.718819 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:08:44.842549 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:08:45.154491 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22474): Launched\u000a20:08:45.412455 run iperf3-srv_10.42.42.10(pid=22475): Launched\u000a20:08:45.593350 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:08:45.716445 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:08:46.088109 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22476): Launched\u000a20:08:46.471075 run iperf3-srv_10.42.42.10(pid=22487): Launched\u000a20:08:46.697751 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:08:46.830626 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:08:47.198276 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22521): Launched\u000a20:08:47.484685 run iperf3-srv_10.42.42.10(pid=22528): Launched\u000a20:08:47.701652 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:08:47.846522 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:08:48.207613 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22558): Launched\u000a20:08:48.552792 run iperf3-srv_10.42.42.10(pid=22577): Launched\u000a20:08:48.765846 tst iperf3m4.py:8: start network...\u000a20:08:48.921945 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:08:49.569428 run create_hlr_db(pid=22699): Launched\u000a20:08:49.793718 bus /gobi_6: Setting Powered False\u000a20:08:50.792225 run create_hlr_db(pid=22699): Terminated: ok {rc=0}\u000a20:08:51.264214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22753): Launched\u000a20:08:51.697370 run osmo-hlr_10.42.42.2(pid=22754): Launched\u000a20:08:51.944605 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:08:52.532920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22758): Launched\u000a20:08:52.965005 run osmo-stp_10.42.42.5(pid=22759): Launched\u000a20:08:53.188704 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:08:53.782260 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22761): Launched\u000a20:08:53.903085 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:08:54.209881 run patchelf(pid=22762): Launched\u000a20:08:54.407730 run osmo-stp_10.42.42.5(pid=22759): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22759)]\u000a20:08:54.553334 run osmo-stp_10.42.42.5(pid=22759): stdout: \u000a| (launched: 2022-12-12_20:08:52.701948)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:08:54.701388 run osmo-stp_10.42.42.5(pid=22759): stderr: \u000a| �[0;m�[38;5;43m20221212200852996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200852996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200852996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200852996 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200852997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200852997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200852997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:08:54.842547 run osmo-stp_10.42.42.5(pid=22759): stdout: \u000a| (launched: 2022-12-12_20:08:52.701948)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:08:54.983759 run osmo-stp_10.42.42.5(pid=22759): stderr: \u000a| �[0;m�[38;5;43m20221212200852996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200852996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200852996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200852996 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200852997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200852997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200852997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:08:55.145259 run patchelf(pid=22762): Terminating (SIGINT)\u000a20:08:55.336233 run patchelf(pid=22762): Terminated: ok {rc=0}\u000a20:08:55.371490 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22759): Process ended prematurely: osmo-stp_10.42.42.5(pid=22759) [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22759)] [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a20:08:55.381887 tst iperf3m4.py:8: Test FAILED (12.0 sec)\u000a20:08:55.452295 run osmo-hlr_10.42.42.2(pid=22754): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22754)]\u000a20:08:55.507956 run osmo-hlr_10.42.42.2(pid=22754): stdout: \u000a| (launched: 2022-12-12_20:08:51.433554) \u000a20:08:55.564457 run osmo-hlr_10.42.42.2(pid=22754): stderr: \u000a| �[0;m�[1;31m20221212200851734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212200851734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212200851734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200851734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200851734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212200851734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212200851758 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212200851767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212200851767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212200851767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:08:55.611931 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22474): Terminating (SIGTERM)\u000a20:08:55.659038 run iperf3-srv_10.42.42.10(pid=22475): Terminating (SIGTERM)\u000a20:08:55.709287 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22476): Terminating (SIGTERM)\u000a20:08:55.756288 run iperf3-srv_10.42.42.10(pid=22487): Terminating (SIGTERM)\u000a20:08:55.801643 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22521): Terminating (SIGTERM)\u000a20:08:55.850184 run iperf3-srv_10.42.42.10(pid=22528): Terminating (SIGTERM)\u000a20:08:55.895664 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22558): Terminating (SIGTERM)\u000a20:08:55.944395 run iperf3-srv_10.42.42.10(pid=22577): Terminating (SIGTERM)\u000a20:08:55.989471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22753): Terminating (SIGTERM)\u000a20:08:56.036567 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22758): Terminating (SIGTERM)\u000a20:08:56.085061 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22761): Terminating (SIGTERM)\u000a20:08:56.096073 --- ParallelTerminationStrategy: PID 22474 died...\u000a20:08:56.158320 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22474): Terminated: ok {rc=0}\u000a20:08:56.169719 --- ParallelTerminationStrategy: PID 22475 died...\u000a20:08:56.230287 run iperf3-srv_10.42.42.10(pid=22475): Terminated {rc=256}\u000a20:08:56.241385 --- ParallelTerminationStrategy: PID 22476 died...\u000a20:08:56.302944 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22476): Terminated: ok {rc=0}\u000a20:08:56.314077 --- ParallelTerminationStrategy: PID 22487 died...\u000a20:08:56.374622 run iperf3-srv_10.42.42.10(pid=22487): Terminated {rc=256}\u000a20:08:56.385678 --- ParallelTerminationStrategy: PID 22521 died...\u000a20:08:56.447147 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22521): Terminated: ok {rc=0}\u000a20:08:56.458338 --- ParallelTerminationStrategy: PID 22528 died...\u000a20:08:56.519553 run iperf3-srv_10.42.42.10(pid=22528): Terminated {rc=256}\u000a20:08:56.530831 --- ParallelTerminationStrategy: PID 22558 died...\u000a20:08:56.592121 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22558): Terminated: ok {rc=0}\u000a20:08:56.603166 --- ParallelTerminationStrategy: PID 22577 died...\u000a20:08:56.664448 run iperf3-srv_10.42.42.10(pid=22577): Terminated {rc=256}\u000a20:08:56.676170 --- ParallelTerminationStrategy: PID 22753 died...\u000a20:08:56.738176 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22753): Terminated: ok {rc=0}\u000a20:08:56.750864 --- ParallelTerminationStrategy: PID 22758 died...\u000a20:08:56.811758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22758): Terminated: ok {rc=0}\u000a20:08:56.823047 --- ParallelTerminationStrategy: PID 22761 died...\u000a20:08:56.885234 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22761): Terminated: ok {rc=0}\u000a20:08:56.978792 bus /gobi_4: Setting Powered False\u000a20:08:58.090606 bus /gobi_4: Setting Powered False\u000a20:08:59.206403 bus /gobi_1: Setting Powered False\u000a20:09:00.319142 bus /gobi_1: Setting Powered False\u000a20:09:01.461231 bus /gobi_0: Setting Powered False\u000a20:09:02.576726 bus /gobi_0: Setting Powered False\u000a20:09:03.698017 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22769): Process ended prematurely: osmo-stp_10.42.42.5(pid=22769) [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22769)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22769): Process ended prematurely: osmo-stp_10.42.42.5(pid=22769) [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22769)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a20:09:04.771927 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:09:04.785954 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:09:04.956818 tst ping.py: using LAC 31204\u000a20:09:05.091715 tst ping.py: using RAC 94\u000a20:09:05.223910 tst ping.py: using CellId 31204\u000a20:09:05.353563 tst ping.py: using BVCI 31205\u000a20:09:05.380258 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:09:05.393467 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:09:05.406735 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:09:05.420497 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:09:05.434613 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:09:05.448293 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:09:05.462642 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:09:05.476233 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:09:05.782226 tst ping.py:19: start network...\u000a20:09:05.923779 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:09:06.488318 run create_hlr_db(pid=22763): Launched\u000a20:09:06.684303 bus /gobi_6: Setting Powered False\u000a20:09:07.706339 run create_hlr_db(pid=22763): Terminated: ok {rc=0}\u000a20:09:08.161825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22765): Launched\u000a20:09:08.598568 run osmo-hlr_10.42.42.2(pid=22766): Launched\u000a20:09:08.844792 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:09:09.436090 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22768): Launched\u000a20:09:09.739514 run osmo-stp_10.42.42.5(pid=22769): Launched\u000a20:09:09.849422 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:09:10.377672 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22771): Launched\u000a20:09:10.484205 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:09:10.750182 run patchelf(pid=22772): Launched\u000a20:09:10.926083 run osmo-stp_10.42.42.5(pid=22769): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22769)]\u000a20:09:11.054524 run osmo-stp_10.42.42.5(pid=22769): stdout: \u000a| (launched: 2022-12-12_20:09:09.588836)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:09:11.183465 run osmo-stp_10.42.42.5(pid=22769): stderr: \u000a| �[0;m�[38;5;43m20221212200909763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200909763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200909763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200909764 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200909764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200909764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200909764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:09:11.307584 run osmo-stp_10.42.42.5(pid=22769): stdout: \u000a| (launched: 2022-12-12_20:09:09.588836)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:09:11.430794 run osmo-stp_10.42.42.5(pid=22769): stderr: \u000a| �[0;m�[38;5;43m20221212200909763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200909763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200909763 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200909764 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200909764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200909764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200909764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:09:11.574017 run patchelf(pid=22772): Terminating (SIGINT)\u000a20:09:11.742069 run patchelf(pid=22772): Terminated: ok {rc=0}\u000a20:09:11.772592 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22769): Process ended prematurely: osmo-stp_10.42.42.5(pid=22769) [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22769)] [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22]\u000a20:09:11.781358 tst ping.py:22: Test FAILED (7.0 sec)\u000a20:09:11.841723 run osmo-hlr_10.42.42.2(pid=22766): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22766)]\u000a20:09:11.891302 run osmo-hlr_10.42.42.2(pid=22766): stdout: \u000a| (launched: 2022-12-12_20:09:08.331343) \u000a20:09:11.941435 run osmo-hlr_10.42.42.2(pid=22766): stderr: \u000a| �[0;m�[1;31m20221212200908647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212200908647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212200908647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200908647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200908647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212200908647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212200908663 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212200908676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212200908681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212200908681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:09:11.983832 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22765): Terminating (SIGTERM)\u000a20:09:12.024312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22768): Terminating (SIGTERM)\u000a20:09:12.064585 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22771): Terminating (SIGTERM)\u000a20:09:12.074045 --- ParallelTerminationStrategy: PID 22765 died...\u000a20:09:12.127579 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22765): Terminated: ok {rc=0}\u000a20:09:12.137347 --- ParallelTerminationStrategy: PID 22768 died...\u000a20:09:12.190487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22768): Terminated: ok {rc=0}\u000a20:09:12.200076 --- ParallelTerminationStrategy: PID 22771 died...\u000a20:09:12.253320 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22771): Terminated: ok {rc=0}\u000a20:09:12.344103 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22779): Process ended prematurely: osmo-stp_10.42.42.5(pid=22779) [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22779)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22779): Process ended prematurely: osmo-stp_10.42.42.5(pid=22779) [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22779)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a20:09:13.396209 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:09:13.408654 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a20:09:13.564122 tst ping_idle_ping.py: using LAC 31205\u000a20:09:13.683851 tst ping_idle_ping.py: using RAC 95\u000a20:09:13.803843 tst ping_idle_ping.py: using CellId 31205\u000a20:09:13.923470 tst ping_idle_ping.py: using BVCI 31206\u000a20:09:13.946446 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:09:13.957771 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:09:13.968773 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:09:13.979803 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:09:13.990838 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:09:14.001949 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:09:14.013149 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a20:09:14.024126 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a20:09:14.301339 tst ping_idle_ping.py:24: start network...\u000a20:09:14.426768 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:09:14.916423 run create_hlr_db(pid=22773): Launched\u000a20:09:15.090614 bus /gobi_6: Setting Powered False\u000a20:09:16.138692 run create_hlr_db(pid=22773): Terminated: ok {rc=0}\u000a20:09:16.562920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22775): Launched\u000a20:09:16.963186 run osmo-hlr_10.42.42.2(pid=22776): Launched\u000a20:09:17.201828 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:09:17.775490 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22778): Launched\u000a20:09:18.113638 run osmo-stp_10.42.42.5(pid=22779): Launched\u000a20:09:18.232600 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:09:18.800607 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22781): Launched\u000a20:09:18.916805 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:09:19.202108 run patchelf(pid=22782): Launched\u000a20:09:19.391722 run osmo-stp_10.42.42.5(pid=22779): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22779)]\u000a20:09:19.531253 run osmo-stp_10.42.42.5(pid=22779): stdout: \u000a| (launched: 2022-12-12_20:09:17.941105)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:09:19.671135 run osmo-stp_10.42.42.5(pid=22779): stderr: \u000a| �[0;m�[38;5;43m20221212200918139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200918140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200918140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200918140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200918141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200918141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200918141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:09:19.805323 run osmo-stp_10.42.42.5(pid=22779): stdout: \u000a| (launched: 2022-12-12_20:09:17.941105)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:09:19.949157 run osmo-stp_10.42.42.5(pid=22779): stderr: \u000a| �[0;m�[38;5;43m20221212200918139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200918140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200918140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200918140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200918141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200918141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200918141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:09:20.103691 run patchelf(pid=22782): Terminating (SIGINT)\u000a20:09:20.284633 run patchelf(pid=22782): Terminated: ok {rc=0}\u000a20:09:20.317608 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22779): Process ended prematurely: osmo-stp_10.42.42.5(pid=22779) [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22779)] [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a20:09:20.327149 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a20:09:20.391796 run osmo-hlr_10.42.42.2(pid=22776): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22776)]\u000a20:09:20.444410 run osmo-hlr_10.42.42.2(pid=22776): stdout: \u000a| (launched: 2022-12-12_20:09:16.720047) \u000a20:09:20.497799 run osmo-hlr_10.42.42.2(pid=22776): stderr: \u000a| �[0;m�[1;31m20221212200917060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212200917060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212200917060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200917060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200917065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212200917065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212200917080 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212200917096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212200917097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212200917097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:09:20.542928 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22775): Terminating (SIGTERM)\u000a20:09:20.586301 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22778): Terminating (SIGTERM)\u000a20:09:20.628754 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22781): Terminating (SIGTERM)\u000a20:09:20.639046 --- ParallelTerminationStrategy: PID 22775 died...\u000a20:09:20.696604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22775): Terminated: ok {rc=0}\u000a20:09:20.707034 --- ParallelTerminationStrategy: PID 22778 died...\u000a20:09:20.764279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22778): Terminated: ok {rc=0}\u000a20:09:20.774671 --- ParallelTerminationStrategy: PID 22781 died...\u000a20:09:20.832388 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22781): Terminated: ok {rc=0}\u000a20:09:20.921224 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "128", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:08:20" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22792): Process ended prematurely: osmo-stp_10.42.42.5(pid=22792) [trial-2381↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22792)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22792): Process ended prematurely: osmo-stp_10.42.42.5(pid=22792) [trial-2381↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22792)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a20:09:22.954429 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:09:22.966569 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:09:23.126768 tst switch_tch_pdch.py: using LAC 31206\u000a20:09:23.251859 tst switch_tch_pdch.py: using RAC 96\u000a20:09:23.376806 tst switch_tch_pdch.py: using CellId 31206\u000a20:09:23.503432 tst switch_tch_pdch.py: using BVCI 31207\u000a20:09:23.528103 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:09:23.540304 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:09:23.552211 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:09:23.564488 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:09:23.576843 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:09:23.589235 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:09:23.601871 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:09:23.613963 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:09:23.730793 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:09:24.025899 tst switch_tch_pdch.py:51: start network...\u000a20:09:24.160324 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:09:24.667170 run create_hlr_db(pid=22786): Launched\u000a20:09:24.855238 bus /gobi_6: Setting Powered False\u000a20:09:25.875763 run create_hlr_db(pid=22786): Terminated: ok {rc=0}\u000a20:09:26.287635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22788): Launched\u000a20:09:26.592745 run osmo-hlr_10.42.42.2(pid=22789): Launched\u000a20:09:26.705900 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:09:27.230747 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22791): Launched\u000a20:09:27.536201 run osmo-stp_10.42.42.5(pid=22792): Launched\u000a20:09:27.646340 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:09:28.174275 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22794): Launched\u000a20:09:28.281225 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:09:28.546337 run patchelf(pid=22795): Launched\u000a20:09:28.722781 run osmo-stp_10.42.42.5(pid=22792): ERR: Terminated: ERROR {rc=1} [trial-2381↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22792)]\u000a20:09:28.851464 run osmo-stp_10.42.42.5(pid=22792): stdout: \u000a| (launched: 2022-12-12_20:09:27.383105)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:09:28.980671 run osmo-stp_10.42.42.5(pid=22792): stderr: \u000a| �[0;m�[38;5;43m20221212200927556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200927556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200927556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200927557 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200927557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200927557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200927557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:09:29.105100 run osmo-stp_10.42.42.5(pid=22792): stdout: \u000a| (launched: 2022-12-12_20:09:27.383105)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:09:29.228134 run osmo-stp_10.42.42.5(pid=22792): stderr: \u000a| �[0;m�[38;5;43m20221212200927556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200927556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200927556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200927557 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200927557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200927557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200927557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:09:29.371056 run patchelf(pid=22795): Terminating (SIGINT)\u000a20:09:29.539001 run patchelf(pid=22795): Terminated: ok {rc=0}\u000a20:09:29.569598 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=22792): Process ended prematurely: osmo-stp_10.42.42.5(pid=22792) [trial-2381↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22792)] [trial-2381↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a20:09:29.578370 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a20:09:29.639401 run osmo-hlr_10.42.42.2(pid=22789): ERR: Terminated: ERROR {rc=237} [trial-2381↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22789)]\u000a20:09:29.688929 run osmo-hlr_10.42.42.2(pid=22789): stdout: \u000a| (launched: 2022-12-12_20:09:26.440902) \u000a20:09:29.739175 run osmo-hlr_10.42.42.2(pid=22789): stderr: \u000a| �[0;m�[1;31m20221212200926618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212200926618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212200926618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200926618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200926618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212200926618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212200926631 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212200926640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212200926640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212200926640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:09:29.781478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22788): Terminating (SIGTERM)\u000a20:09:29.821303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22791): Terminating (SIGTERM)\u000a20:09:29.861090 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22794): Terminating (SIGTERM)\u000a20:09:29.870347 --- ParallelTerminationStrategy: PID 22788 died...\u000a20:09:29.924135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22788): Terminated: ok {rc=0}\u000a20:09:29.933958 --- ParallelTerminationStrategy: PID 22791 died...\u000a20:09:29.987447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22791): Terminated: ok {rc=0}\u000a20:09:29.997180 --- ParallelTerminationStrategy: PID 22794 died...\u000a20:09:30.050484 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22794): Terminated: ok {rc=0}\u000a20:09:30.135158 bus /gobi_0: Setting Powered False\u000a20:09:31.236217 bus /gobi_0: Setting Powered False\u000a20:09:32.342928 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "129", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:09:22" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22808): Process ended prematurely: osmo-stp_10.42.42.5(pid=22808) [trial-2381↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22808)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22808): Process ended prematurely: osmo-stp_10.42.42.5(pid=22808) [trial-2381↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22808)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a20:09:34.311148 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:09:34.322482 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a20:09:34.486090 tst switch_tch_pdch.py: using LAC 31207\u000a20:09:34.613496 tst switch_tch_pdch.py: using RAC 97\u000a20:09:34.739178 tst switch_tch_pdch.py: using CellId 31207\u000a20:09:34.866103 tst switch_tch_pdch.py: using BVCI 31208\u000a20:09:34.890711 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:09:34.902806 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:09:34.914409 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:09:34.926303 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:09:34.938029 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:09:34.949981 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:09:34.962115 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a20:09:34.974528 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a20:09:35.092924 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a20:09:35.369571 tst switch_tch_pdch.py:51: start network...\u000a20:09:35.494481 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:09:35.953771 run create_hlr_db(pid=22802): Launched\u000a20:09:36.077121 bus /gobi_6: Setting Powered False\u000a20:09:37.149950 run create_hlr_db(pid=22802): Terminated: ok {rc=0}\u000a20:09:37.554744 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22804): Launched\u000a20:09:37.880575 run osmo-hlr_10.42.42.2(pid=22805): Launched\u000a20:09:38.000654 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:09:38.537802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22807): Launched\u000a20:09:38.861765 run osmo-stp_10.42.42.5(pid=22808): Launched\u000a20:09:38.980004 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:09:39.517780 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22810): Launched\u000a20:09:39.633103 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:09:39.917778 run patchelf(pid=22811): Launched\u000a20:09:40.106949 run osmo-stp_10.42.42.5(pid=22808): ERR: Terminated: ERROR {rc=1} [trial-2381↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22808)]\u000a20:09:40.244814 run osmo-stp_10.42.42.5(pid=22808): stdout: \u000a| (launched: 2022-12-12_20:09:38.701236)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:09:40.383605 run osmo-stp_10.42.42.5(pid=22808): stderr: \u000a| �[0;m�[38;5;43m20221212200938895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200938896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200938896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200938896 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200938897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200938897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200938897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:09:40.517505 run osmo-stp_10.42.42.5(pid=22808): stdout: \u000a| (launched: 2022-12-12_20:09:38.701236)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:09:40.650289 run osmo-stp_10.42.42.5(pid=22808): stderr: \u000a| �[0;m�[38;5;43m20221212200938895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200938896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200938896 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200938896 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200938897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200938897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200938897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:09:40.804161 run patchelf(pid=22811): Terminating (SIGINT)\u000a20:09:40.985927 run patchelf(pid=22811): Terminated: ok {rc=0}\u000a20:09:41.018718 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=22808): Process ended prematurely: osmo-stp_10.42.42.5(pid=22808) [trial-2381↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22808)] [trial-2381↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a20:09:41.028015 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a20:09:41.093044 run osmo-hlr_10.42.42.2(pid=22805): ERR: Terminated: ERROR {rc=237} [trial-2381↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22805)]\u000a20:09:41.145669 run osmo-hlr_10.42.42.2(pid=22805): stdout: \u000a| (launched: 2022-12-12_20:09:37.718801) \u000a20:09:41.198927 run osmo-hlr_10.42.42.2(pid=22805): stderr: \u000a| �[0;m�[1;31m20221212200937918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212200937918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212200937918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200937919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200937919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212200937919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212200937931 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212200937939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212200937940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212200937940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:09:41.244344 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22804): Terminating (SIGTERM)\u000a20:09:41.286937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22807): Terminating (SIGTERM)\u000a20:09:41.329821 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22810): Terminating (SIGTERM)\u000a20:09:41.339976 --- ParallelTerminationStrategy: PID 22804 died...\u000a20:09:41.396855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22804): Terminated: ok {rc=0}\u000a20:09:41.407372 --- ParallelTerminationStrategy: PID 22807 died...\u000a20:09:41.464351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22807): Terminated: ok {rc=0}\u000a20:09:41.474526 --- ParallelTerminationStrategy: PID 22810 died...\u000a20:09:41.531185 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22810): Terminated: ok {rc=0}\u000a20:09:41.619870 bus /gobi_0: Setting Powered False\u000a20:09:42.722870 bus /gobi_0: Setting Powered False\u000a20:09:43.834996 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "130", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:09:34" }, { "cases" : [ { "testActions" : [ ], "age" : 210, "className" : "nitb_sms:nanobts", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=22816): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22816) [trial-2381↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22816)]", "failedSince" : 2172, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=22816): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22816) [trial-2381↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22816)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 nitb_sms:nanobts mo_mt_sms.py\u000a----------------------------------------------\u000a20:09:45.709329 tst nitb_sms:nanobts: Using 1 x ip_address (candidates: 1)\u000a20:09:45.720036 tst nitb_sms:nanobts: Using 1 x bts (candidates: 1)\u000a20:09:45.847530 tst mo_mt_sms.py: using LAC 31208\u000a20:09:45.980936 tst mo_mt_sms.py: using RAC 98\u000a20:09:46.140100 tst mo_mt_sms.py: using CellId 31208\u000a20:09:46.279117 tst mo_mt_sms.py: using BVCI 31209\u000a20:09:46.305981 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a20:09:46.433827 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a20:09:46.790150 tst mo_mt_sms.py:9: start nitb and bts...\u000a20:09:46.947762 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a20:09:47.625805 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22815): Launched\u000a20:09:47.946468 run osmo-nitb_10.42.42.2(pid=22816): Launched\u000a20:09:48.144877 run osmo-nitb_10.42.42.2(pid=22816): ERR: Terminated: ERROR {rc=2} [trial-2381↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22816)]\u000a20:09:48.291178 run osmo-nitb_10.42.42.2(pid=22816): stdout: \u000a| (launched: 2022-12-12_20:09:47.789681) \u000a20:09:48.438318 run osmo-nitb_10.42.42.2(pid=22816): stderr: \u000a| (launched: 2022-12-12_20:09:47.837578)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:09:48.580185 run osmo-nitb_10.42.42.2(pid=22816): stdout: \u000a| (launched: 2022-12-12_20:09:47.789681) \u000a20:09:48.720564 run osmo-nitb_10.42.42.2(pid=22816): stderr: \u000a| (launched: 2022-12-12_20:09:47.837578)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:09:49.076112 tst osmo-nitb_10.42.42.2(pid=22816): stdout: \u000a| (launched: 2022-12-12_20:09:47.789681) \u000a20:09:49.204742 tst osmo-nitb_10.42.42.2(pid=22816): stderr: \u000a| (launched: 2022-12-12_20:09:47.837578)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:09:49.261180 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=22816): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22816) [trial-2381↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22816)] [trial-2381↪nitb_sms:nanobts↪mo_mt_sms.py:11]\u000a20:09:49.270116 tst mo_mt_sms.py:11: Test FAILED (3.5 sec)\u000a20:09:49.307190 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22815): Terminating (SIGTERM)\u000a20:09:49.485549 --- ParallelTerminationStrategy: PID 22815 died...\u000a20:09:49.543677 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22815): Terminated: ok {rc=0}\u000a20:09:49.631189 bus /sierra_3: Setting Powered False\u000a20:09:50.741425 bus /sierra_3: Setting Powered False\u000a20:09:51.852982 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "131", "name" : "nitb_sms_nanobts", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:09:45" }, { "cases" : [ { "testActions" : [ ], "age" : 51, "className" : "sms:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22826): Process ended prematurely: osmo-stp_10.42.42.5(pid=22826) [trial-2381↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22826)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22826): Process ended prematurely: osmo-stp_10.42.42.5(pid=22826) [trial-2381↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22826)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 sms:nanobts+band-1900 mo_mt_sms.py\u000a----------------------------------------------\u000a20:09:53.730004 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a20:09:53.741271 tst sms:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a20:09:53.874891 tst mo_mt_sms.py: using LAC 31209\u000a20:09:53.992543 tst mo_mt_sms.py: using RAC 99\u000a20:09:54.108729 tst mo_mt_sms.py: using CellId 31209\u000a20:09:54.226495 tst mo_mt_sms.py: using BVCI 31210\u000a20:09:54.249452 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a20:09:54.260314 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a20:09:54.271099 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a20:09:54.281821 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a20:09:54.292417 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a20:09:54.303046 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a20:09:54.423034 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a20:09:54.634985 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:09:55.146627 run create_hlr_db(pid=22820): Launched\u000a20:09:55.334910 bus /sierra_2: Setting Powered False\u000a20:09:56.354893 run create_hlr_db(pid=22820): Terminated: ok {rc=0}\u000a20:09:56.786715 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22822): Launched\u000a20:09:57.111433 run osmo-hlr_10.42.42.2(pid=22823): Launched\u000a20:09:57.232172 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:09:57.796191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22825): Launched\u000a20:09:58.121399 run osmo-stp_10.42.42.5(pid=22826): Launched\u000a20:09:58.238653 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:09:58.831596 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22828): Launched\u000a20:09:59.156876 run osmo-msc_10.42.42.6(pid=22829): Launched\u000a20:09:59.346528 run osmo-stp_10.42.42.5(pid=22826): ERR: Terminated: ERROR {rc=1} [trial-2381↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22826)]\u000a20:09:59.483193 run osmo-stp_10.42.42.5(pid=22826): stdout: \u000a| (launched: 2022-12-12_20:09:57.959987)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:09:59.619507 run osmo-stp_10.42.42.5(pid=22826): stderr: \u000a| �[0;m�[38;5;43m20221212200958152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200958152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200958152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200958152 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200958153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200958153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200958153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:09:59.750318 run osmo-stp_10.42.42.5(pid=22826): stdout: \u000a| (launched: 2022-12-12_20:09:57.959987)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:09:59.879296 run osmo-stp_10.42.42.5(pid=22826): stderr: \u000a| �[0;m�[38;5;43m20221212200958152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212200958152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212200958152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212200958152 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212200958153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212200958153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212200958153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:09:59.936002 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=22826): Process ended prematurely: osmo-stp_10.42.42.5(pid=22826) [trial-2381↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22826)] [trial-2381↪sms:nanobts+band-1900↪mo_mt_sms.py:16]\u000a20:09:59.944675 tst mo_mt_sms.py:16: Test FAILED (6.2 sec)\u000a20:10:00.009204 run osmo-hlr_10.42.42.2(pid=22823): ERR: Terminated: ERROR {rc=237} [trial-2381↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22823)]\u000a20:10:00.061679 run osmo-hlr_10.42.42.2(pid=22823): stdout: \u000a| (launched: 2022-12-12_20:09:56.950610) \u000a20:10:00.114873 run osmo-hlr_10.42.42.2(pid=22823): stderr: \u000a| �[0;m�[1;31m20221212200957151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212200957151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212200957151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200957152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212200957152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212200957152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212200957163 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/sms:nanobts+band-1900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212200957171 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212200957172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212200957172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:10:00.186386 run osmo-msc_10.42.42.6(pid=22829): ERR: Terminated: ERROR {rc=2} [trial-2381↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22829)]\u000a20:10:00.239081 run osmo-msc_10.42.42.6(pid=22829): stdout: \u000a| (launched: 2022-12-12_20:09:58.996122) \u000a20:10:00.292214 run osmo-msc_10.42.42.6(pid=22829): stderr: \u000a| �[0;m�[38;5;43m20221212200959321 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212200959322 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc466429c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212200959322 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212200959322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212200959322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212200959322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212200959324 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212200959324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212200959324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212200959324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:10:00.337241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22822): Terminating (SIGTERM)\u000a20:10:00.379847 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22825): Terminating (SIGTERM)\u000a20:10:00.423005 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22828): Terminating (SIGTERM)\u000a20:10:00.432861 --- ParallelTerminationStrategy: PID 22822 died...\u000a20:10:00.489741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22822): Terminated: ok {rc=0}\u000a20:10:00.500248 --- ParallelTerminationStrategy: PID 22825 died...\u000a20:10:00.557624 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22825): Terminated: ok {rc=0}\u000a20:10:00.567742 --- ParallelTerminationStrategy: PID 22828 died...\u000a20:10:00.624677 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22828): Terminated: ok {rc=0}\u000a20:10:00.713236 bus /sierra_3: Setting Powered False\u000a20:10:01.815206 bus /sierra_3: Setting Powered False\u000a20:10:02.925586 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "132", "name" : "sms_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:09:53" }, { "cases" : [ { "testActions" : [ ], "age" : 210, "className" : "nitb_ussd:nanobts+band-1900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=22839): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22839) [trial-2381↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22839)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=22839): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22839) [trial-2381↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22839)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 nitb_ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a20:10:04.752921 tst nitb_ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 1)\u000a20:10:04.764764 tst nitb_ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a20:10:04.890141 tst assert_extension.py: using LAC 31210\u000a20:10:05.008263 tst assert_extension.py: using RAC 100\u000a20:10:05.127186 tst assert_extension.py: using CellId 31210\u000a20:10:05.245259 tst assert_extension.py: using BVCI 31211\u000a20:10:05.267945 tst nitb_ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a20:10:05.559897 tst assert_extension.py:10: start nitb and bts...\u000a20:10:05.694887 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a20:10:06.362825 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22838): Launched\u000a20:10:06.684530 run osmo-nitb_10.42.42.2(pid=22839): Launched\u000a20:10:06.882806 run osmo-nitb_10.42.42.2(pid=22839): ERR: Terminated: ERROR {rc=2} [trial-2381↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22839)]\u000a20:10:07.029159 run osmo-nitb_10.42.42.2(pid=22839): stdout: \u000a| (launched: 2022-12-12_20:10:06.527332) \u000a20:10:07.175569 run osmo-nitb_10.42.42.2(pid=22839): stderr: \u000a| (launched: 2022-12-12_20:10:06.575239)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:10:07.316725 run osmo-nitb_10.42.42.2(pid=22839): stdout: \u000a| (launched: 2022-12-12_20:10:06.527332) \u000a20:10:07.457515 run osmo-nitb_10.42.42.2(pid=22839): stderr: \u000a| (launched: 2022-12-12_20:10:06.575239)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:10:07.814856 tst osmo-nitb_10.42.42.2(pid=22839): stdout: \u000a| (launched: 2022-12-12_20:10:06.527332) \u000a20:10:07.944234 tst osmo-nitb_10.42.42.2(pid=22839): stderr: \u000a| (launched: 2022-12-12_20:10:06.575239)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:10:08.000650 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=22839): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22839) [trial-2381↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22839)] [trial-2381↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12]\u000a20:10:08.009543 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a20:10:08.046726 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22838): Terminating (SIGTERM)\u000a20:10:08.224920 --- ParallelTerminationStrategy: PID 22838 died...\u000a20:10:08.283247 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22838): Terminated: ok {rc=0}\u000a20:10:08.371329 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "133", "name" : "nitb_ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:10:04" }, { "cases" : [ { "testActions" : [ ], "age" : 51, "className" : "ussd:nanobts+band-1900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22850): Process ended prematurely: osmo-stp_10.42.42.5(pid=22850) [trial-2381↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22850)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22850): Process ended prematurely: osmo-stp_10.42.42.5(pid=22850) [trial-2381↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22850)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a20:10:10.194732 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a20:10:10.206432 tst ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a20:10:10.340761 tst assert_extension.py: using LAC 31211\u000a20:10:10.458560 tst assert_extension.py: using RAC 101\u000a20:10:10.575027 tst assert_extension.py: using CellId 31211\u000a20:10:10.690614 tst assert_extension.py: using BVCI 31212\u000a20:10:10.713384 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a20:10:10.724080 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a20:10:10.734747 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a20:10:10.745358 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a20:10:10.755941 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a20:10:10.766630 tst ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a20:10:10.975575 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:10:11.484528 run create_hlr_db(pid=22844): Launched\u000a20:10:11.672729 bus /sierra_2: Setting Powered False\u000a20:10:12.692826 run create_hlr_db(pid=22844): Terminated: ok {rc=0}\u000a20:10:13.102589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22846): Launched\u000a20:10:13.408390 run osmo-hlr_10.42.42.2(pid=22847): Launched\u000a20:10:13.520220 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:10:14.049773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22849): Launched\u000a20:10:14.355985 run osmo-stp_10.42.42.5(pid=22850): Launched\u000a20:10:14.465939 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:10:15.018887 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22852): Launched\u000a20:10:15.323928 run osmo-msc_10.42.42.6(pid=22853): Launched\u000a20:10:15.501388 run osmo-stp_10.42.42.5(pid=22850): ERR: Terminated: ERROR {rc=1} [trial-2381↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22850)]\u000a20:10:15.629121 run osmo-stp_10.42.42.5(pid=22850): stdout: \u000a| (launched: 2022-12-12_20:10:14.203093)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:10:15.754398 run osmo-stp_10.42.42.5(pid=22850): stderr: \u000a| �[0;m�[38;5;43m20221212201014377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201014377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201014377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201014378 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201014378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201014378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201014378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:10:15.877441 run osmo-stp_10.42.42.5(pid=22850): stdout: \u000a| (launched: 2022-12-12_20:10:14.203093)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:10:16.028416 run osmo-stp_10.42.42.5(pid=22850): stderr: \u000a| �[0;m�[38;5;43m20221212201014377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201014377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201014377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201014378 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201014378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201014378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201014378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:10:16.084077 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=22850): Process ended prematurely: osmo-stp_10.42.42.5(pid=22850) [trial-2381↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22850)] [trial-2381↪ussd:nanobts+band-1900↪assert_extension.py:17]\u000a20:10:16.092514 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a20:10:16.154247 run osmo-hlr_10.42.42.2(pid=22847): ERR: Terminated: ERROR {rc=237} [trial-2381↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22847)]\u000a20:10:16.205186 run osmo-hlr_10.42.42.2(pid=22847): stdout: \u000a| (launched: 2022-12-12_20:10:13.255735) \u000a20:10:16.256648 run osmo-hlr_10.42.42.2(pid=22847): stderr: \u000a| �[0;m�[1;31m20221212201013433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212201013433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212201013433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201013433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201013433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212201013434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212201013446 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/ussd:nanobts+band-1900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212201013455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212201013455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212201013456 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:10:16.325909 run osmo-msc_10.42.42.6(pid=22853): ERR: Terminated: ERROR {rc=2} [trial-2381↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22853)]\u000a20:10:16.376247 run osmo-msc_10.42.42.6(pid=22853): stdout: \u000a| (launched: 2022-12-12_20:10:15.171823) \u000a20:10:16.427106 run osmo-msc_10.42.42.6(pid=22853): stderr: \u000a| �[0;m�[38;5;43m20221212201015446 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212201015447 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f55c2c97c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212201015447 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212201015447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212201015447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212201015447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212201015449 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212201015449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212201015449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212201015449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:10:16.470296 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22846): Terminating (SIGTERM)\u000a20:10:16.510829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22849): Terminating (SIGTERM)\u000a20:10:16.552022 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22852): Terminating (SIGTERM)\u000a20:10:16.561465 --- ParallelTerminationStrategy: PID 22846 died...\u000a20:10:16.616223 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22846): Terminated: ok {rc=0}\u000a20:10:16.626358 --- ParallelTerminationStrategy: PID 22849 died...\u000a20:10:16.680672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22849): Terminated: ok {rc=0}\u000a20:10:16.690746 --- ParallelTerminationStrategy: PID 22852 died...\u000a20:10:16.745643 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22852): Terminated: ok {rc=0}\u000a20:10:16.833095 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "134", "name" : "ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:10:10" }, { "cases" : [ { "testActions" : [ ], "age" : 51, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22865): Process ended prematurely: osmo-stp_10.42.42.5(pid=22865) [trial-2381↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22865)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22865): Process ended prematurely: osmo-stp_10.42.42.5(pid=22865) [trial-2381↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22865)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a20:10:18.758808 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:10:18.770157 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a20:10:18.918522 tst mo_mt_call.py: using LAC 31212\u000a20:10:19.039945 tst mo_mt_call.py: using RAC 102\u000a20:10:19.161924 tst mo_mt_call.py: using CellId 31212\u000a20:10:19.281713 tst mo_mt_call.py: using BVCI 31213\u000a20:10:19.304839 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:10:19.316251 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:10:19.327364 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:10:19.338500 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:10:19.349780 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:10:19.360930 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:10:19.482057 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:10:19.686345 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:10:20.180427 run create_hlr_db(pid=22858): Launched\u000a20:10:20.356819 bus /sierra_2: Setting Powered False\u000a20:10:21.378563 run create_hlr_db(pid=22858): Terminated: ok {rc=0}\u000a20:10:21.817797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22860): Launched\u000a20:10:22.150586 run osmo-hlr_10.42.42.2(pid=22861): Launched\u000a20:10:22.271442 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:10:22.847457 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22864): Launched\u000a20:10:23.179265 run osmo-stp_10.42.42.5(pid=22865): Launched\u000a20:10:23.299682 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:10:23.904017 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22867): Launched\u000a20:10:24.235755 run osmo-msc_10.42.42.6(pid=22868): Launched\u000a20:10:24.428846 run osmo-stp_10.42.42.5(pid=22865): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22865)]\u000a20:10:24.567950 run osmo-stp_10.42.42.5(pid=22865): stdout: \u000a| (launched: 2022-12-12_20:10:23.014953)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:10:24.706419 run osmo-stp_10.42.42.5(pid=22865): stderr: \u000a| �[0;m�[38;5;43m20221212201023207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201023207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201023207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201023208 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201023210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201023210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201023210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:10:24.838591 run osmo-stp_10.42.42.5(pid=22865): stdout: \u000a| (launched: 2022-12-12_20:10:23.014953)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:10:24.969734 run osmo-stp_10.42.42.5(pid=22865): stderr: \u000a| �[0;m�[38;5;43m20221212201023207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201023207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201023207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201023208 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201023210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201023210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201023210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:10:25.027511 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22865): Process ended prematurely: osmo-stp_10.42.42.5(pid=22865) [trial-2381↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22865)] [trial-2381↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a20:10:25.036828 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a20:10:25.101885 run osmo-hlr_10.42.42.2(pid=22861): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22861)]\u000a20:10:25.154329 run osmo-hlr_10.42.42.2(pid=22861): stdout: \u000a| (launched: 2022-12-12_20:10:21.985884) \u000a20:10:25.207497 run osmo-hlr_10.42.42.2(pid=22861): stderr: \u000a| �[0;m�[1;31m20221212201022188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212201022188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212201022188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201022188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201022188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212201022188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212201022200 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212201022209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212201022209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212201022209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:10:25.279689 run osmo-msc_10.42.42.6(pid=22868): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22868)]\u000a20:10:25.332047 run osmo-msc_10.42.42.6(pid=22868): stdout: \u000a| (launched: 2022-12-12_20:10:24.071207) \u000a20:10:25.384991 run osmo-msc_10.42.42.6(pid=22868): stderr: \u000a| �[0;m�[38;5;43m20221212201024393 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212201024393 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6d55474c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212201024394 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212201024394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212201024394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212201024394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212201024397 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212201024398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212201024398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212201024398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:10:25.429799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22860): Terminating (SIGTERM)\u000a20:10:25.471832 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22864): Terminating (SIGTERM)\u000a20:10:25.514697 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22867): Terminating (SIGTERM)\u000a20:10:25.524556 --- ParallelTerminationStrategy: PID 22860 died...\u000a20:10:25.581691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22860): Terminated: ok {rc=0}\u000a20:10:25.591995 --- ParallelTerminationStrategy: PID 22864 died...\u000a20:10:25.648508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22864): Terminated: ok {rc=0}\u000a20:10:25.659051 --- ParallelTerminationStrategy: PID 22867 died...\u000a20:10:25.715511 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22867): Terminated: ok {rc=0}\u000a20:10:25.804837 bus /sierra_3: Setting Powered False\u000a20:10:26.911392 bus /sierra_3: Setting Powered False\u000a20:10:28.020858 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 60, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22876): Process ended prematurely: osmo-stp_10.42.42.5(pid=22876) [trial-2381↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22876)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22876): Process ended prematurely: osmo-stp_10.42.42.5(pid=22876) [trial-2381↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22876)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:10:29.138998 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:10:29.151561 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a20:10:29.302271 tst mo_mt_call_osmux.py: using LAC 31213\u000a20:10:29.424014 tst mo_mt_call_osmux.py: using RAC 103\u000a20:10:29.545454 tst mo_mt_call_osmux.py: using CellId 31213\u000a20:10:29.666668 tst mo_mt_call_osmux.py: using BVCI 31214\u000a20:10:29.689850 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:10:29.701153 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:10:29.712165 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:10:29.723266 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:10:29.734503 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:10:29.745680 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:10:29.864942 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:10:30.081264 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:10:30.602194 run create_hlr_db(pid=22870): Launched\u000a20:10:30.792831 bus /sierra_2: Setting Powered False\u000a20:10:31.816276 run create_hlr_db(pid=22870): Terminated: ok {rc=0}\u000a20:10:32.303314 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22872): Launched\u000a20:10:32.636841 run osmo-hlr_10.42.42.2(pid=22873): Launched\u000a20:10:32.760313 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:10:33.335729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22875): Launched\u000a20:10:33.667068 run osmo-stp_10.42.42.5(pid=22876): Launched\u000a20:10:33.786901 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:10:34.391660 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22878): Launched\u000a20:10:34.721980 run osmo-msc_10.42.42.6(pid=22879): Launched\u000a20:10:34.914838 run osmo-stp_10.42.42.5(pid=22876): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22876)]\u000a20:10:35.054721 run osmo-stp_10.42.42.5(pid=22876): stdout: \u000a| (launched: 2022-12-12_20:10:33.502699)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:10:35.193428 run osmo-stp_10.42.42.5(pid=22876): stderr: \u000a| �[0;m�[38;5;43m20221212201033697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201033697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201033697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201033698 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201033698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201033698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201033698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:10:35.325296 run osmo-stp_10.42.42.5(pid=22876): stdout: \u000a| (launched: 2022-12-12_20:10:33.502699)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:10:35.456128 run osmo-stp_10.42.42.5(pid=22876): stderr: \u000a| �[0;m�[38;5;43m20221212201033697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201033697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201033697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201033698 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201033698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201033698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201033698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:10:35.514389 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22876): Process ended prematurely: osmo-stp_10.42.42.5(pid=22876) [trial-2381↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22876)] [trial-2381↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a20:10:35.523763 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a20:10:35.588098 run osmo-hlr_10.42.42.2(pid=22873): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22873)]\u000a20:10:35.640399 run osmo-hlr_10.42.42.2(pid=22873): stdout: \u000a| (launched: 2022-12-12_20:10:32.471204) \u000a20:10:35.693531 run osmo-hlr_10.42.42.2(pid=22873): stderr: \u000a| �[0;m�[1;31m20221212201032673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212201032673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212201032673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201032673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201032674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212201032674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212201032690 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212201032698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212201032698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212201032698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:10:35.765210 run osmo-msc_10.42.42.6(pid=22879): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22879)]\u000a20:10:35.817271 run osmo-msc_10.42.42.6(pid=22879): stdout: \u000a| (launched: 2022-12-12_20:10:34.558418) \u000a20:10:35.870327 run osmo-msc_10.42.42.6(pid=22879): stderr: \u000a| �[0;m�[38;5;43m20221212201034887 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212201034887 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f93e3162c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212201034887 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212201034887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212201034887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212201034888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212201034889 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212201034890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212201034890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212201034890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:10:35.915135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22872): Terminating (SIGTERM)\u000a20:10:35.958343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22875): Terminating (SIGTERM)\u000a20:10:36.001082 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22878): Terminating (SIGTERM)\u000a20:10:36.011001 --- ParallelTerminationStrategy: PID 22872 died...\u000a20:10:36.068241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22872): Terminated: ok {rc=0}\u000a20:10:36.078593 --- ParallelTerminationStrategy: PID 22875 died...\u000a20:10:36.135856 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22875): Terminated: ok {rc=0}\u000a20:10:36.146056 --- ParallelTerminationStrategy: PID 22878 died...\u000a20:10:36.202589 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22878): Terminated: ok {rc=0}\u000a20:10:36.291290 bus /sierra_3: Setting Powered False\u000a20:10:37.394533 bus /sierra_3: Setting Powered False\u000a20:10:38.507343 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "135", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:10:18" }, { "cases" : [ { "testActions" : [ ], "age" : 51, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22891): Process ended prematurely: osmo-stp_10.42.42.5(pid=22891) [trial-2381↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22891)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22891): Process ended prematurely: osmo-stp_10.42.42.5(pid=22891) [trial-2381↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22891)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a20:10:40.477694 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:10:40.489050 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a20:10:40.637480 tst mo_mt_call.py: using LAC 31214\u000a20:10:40.756814 tst mo_mt_call.py: using RAC 104\u000a20:10:40.877554 tst mo_mt_call.py: using CellId 31214\u000a20:10:40.998411 tst mo_mt_call.py: using BVCI 31215\u000a20:10:41.021677 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:10:41.032799 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:10:41.043931 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:10:41.055115 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:10:41.066301 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:10:41.077768 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:10:41.198776 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:10:41.413226 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:10:41.933546 run create_hlr_db(pid=22884): Launched\u000a20:10:42.124464 bus /sierra_2: Setting Powered False\u000a20:10:43.145472 run create_hlr_db(pid=22884): Terminated: ok {rc=0}\u000a20:10:43.561561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22886): Launched\u000a20:10:43.871972 run osmo-hlr_10.42.42.2(pid=22887): Launched\u000a20:10:43.984862 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:10:44.520610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22890): Launched\u000a20:10:44.831595 run osmo-stp_10.42.42.5(pid=22891): Launched\u000a20:10:44.943431 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:10:45.507683 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22893): Launched\u000a20:10:45.818745 run osmo-msc_10.42.42.6(pid=22894): Launched\u000a20:10:46.227727 run osmo-stp_10.42.42.5(pid=22891): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22891)]\u000a20:10:46.400005 run osmo-stp_10.42.42.5(pid=22891): stdout: \u000a| (launched: 2022-12-12_20:10:44.676370)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:10:46.562324 run osmo-stp_10.42.42.5(pid=22891): stderr: \u000a| �[0;m�[38;5;43m20221212201044849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201044850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201044850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201044850 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201044851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201044851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201044851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:10:46.704694 run osmo-stp_10.42.42.5(pid=22891): stdout: \u000a| (launched: 2022-12-12_20:10:44.676370)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:10:46.840440 run osmo-stp_10.42.42.5(pid=22891): stderr: \u000a| �[0;m�[38;5;43m20221212201044849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201044850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201044850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201044850 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201044851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201044851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201044851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:10:46.901341 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22891): Process ended prematurely: osmo-stp_10.42.42.5(pid=22891) [trial-2381↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22891)] [trial-2381↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a20:10:46.911840 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a20:10:46.981599 run osmo-hlr_10.42.42.2(pid=22887): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22887)]\u000a20:10:47.036708 run osmo-hlr_10.42.42.2(pid=22887): stdout: \u000a| (launched: 2022-12-12_20:10:43.717432) \u000a20:10:47.094265 run osmo-hlr_10.42.42.2(pid=22887): stderr: \u000a| �[0;m�[1;31m20221212201043897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212201043897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212201043897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201043897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201043897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212201043897 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212201043923 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212201043933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212201043933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212201043933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:10:47.168677 run osmo-msc_10.42.42.6(pid=22894): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22894)]\u000a20:10:47.223974 run osmo-msc_10.42.42.6(pid=22894): stdout: \u000a| (launched: 2022-12-12_20:10:45.663504) \u000a20:10:47.280609 run osmo-msc_10.42.42.6(pid=22894): stderr: \u000a| �[0;m�[38;5;43m20221212201046010 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212201046010 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f67fc010c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212201046010 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212201046010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212201046010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212201046010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212201046018 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212201046018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212201046018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212201046018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:10:47.328097 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22886): Terminating (SIGTERM)\u000a20:10:47.371869 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22890): Terminating (SIGTERM)\u000a20:10:47.414931 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22893): Terminating (SIGTERM)\u000a20:10:47.425665 --- ParallelTerminationStrategy: PID 22886 died...\u000a20:10:47.484572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22886): Terminated: ok {rc=0}\u000a20:10:47.494817 --- ParallelTerminationStrategy: PID 22890 died...\u000a20:10:47.552022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22890): Terminated: ok {rc=0}\u000a20:10:47.562325 --- ParallelTerminationStrategy: PID 22893 died...\u000a20:10:47.619267 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22893): Terminated: ok {rc=0}\u000a20:10:47.707594 bus /sierra_3: Setting Powered False\u000a20:10:48.811616 bus /sierra_3: Setting Powered False\u000a20:10:49.924489 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 62, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22902): Process ended prematurely: osmo-stp_10.42.42.5(pid=22902) [trial-2381↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22902)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22902): Process ended prematurely: osmo-stp_10.42.42.5(pid=22902) [trial-2381↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22902)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:10:51.041322 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:10:51.054058 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a20:10:51.212697 tst mo_mt_call_osmux.py: using LAC 31215\u000a20:10:51.340703 tst mo_mt_call_osmux.py: using RAC 105\u000a20:10:51.468375 tst mo_mt_call_osmux.py: using CellId 31215\u000a20:10:51.597887 tst mo_mt_call_osmux.py: using BVCI 31216\u000a20:10:51.622722 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:10:51.634550 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:10:51.646154 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:10:51.658167 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:10:51.670225 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:10:51.682065 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:10:51.802674 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:10:52.007688 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:10:52.501306 run create_hlr_db(pid=22896): Launched\u000a20:10:52.677881 bus /sierra_2: Setting Powered False\u000a20:10:53.699513 run create_hlr_db(pid=22896): Terminated: ok {rc=0}\u000a20:10:54.140173 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22898): Launched\u000a20:10:54.473513 run osmo-hlr_10.42.42.2(pid=22899): Launched\u000a20:10:54.594081 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:10:55.171789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22901): Launched\u000a20:10:55.503946 run osmo-stp_10.42.42.5(pid=22902): Launched\u000a20:10:55.624116 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:10:56.231681 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22904): Launched\u000a20:10:56.564212 run osmo-msc_10.42.42.6(pid=22905): Launched\u000a20:10:56.758504 run osmo-stp_10.42.42.5(pid=22902): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22902)]\u000a20:10:56.899076 run osmo-stp_10.42.42.5(pid=22902): stdout: \u000a| (launched: 2022-12-12_20:10:55.339388)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:10:57.037693 run osmo-stp_10.42.42.5(pid=22902): stderr: \u000a| �[0;m�[38;5;43m20221212201055535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201055535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201055535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201055536 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201055536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201055536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201055536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:10:57.170163 run osmo-stp_10.42.42.5(pid=22902): stdout: \u000a| (launched: 2022-12-12_20:10:55.339388)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:10:57.301019 run osmo-stp_10.42.42.5(pid=22902): stderr: \u000a| �[0;m�[38;5;43m20221212201055535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201055535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201055535 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201055536 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201055536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201055536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201055536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:10:57.359196 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22902): Process ended prematurely: osmo-stp_10.42.42.5(pid=22902) [trial-2381↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22902)] [trial-2381↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a20:10:57.368579 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a20:10:57.433707 run osmo-hlr_10.42.42.2(pid=22899): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22899)]\u000a20:10:57.486445 run osmo-hlr_10.42.42.2(pid=22899): stdout: \u000a| (launched: 2022-12-12_20:10:54.307570) \u000a20:10:57.539349 run osmo-hlr_10.42.42.2(pid=22899): stderr: \u000a| �[0;m�[1;31m20221212201054508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212201054508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212201054508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201054508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201054508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212201054508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212201054538 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212201054548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212201054548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212201054548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:10:57.611963 run osmo-msc_10.42.42.6(pid=22905): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22905)]\u000a20:10:57.664346 run osmo-msc_10.42.42.6(pid=22905): stdout: \u000a| (launched: 2022-12-12_20:10:56.399077) \u000a20:10:57.717556 run osmo-msc_10.42.42.6(pid=22905): stderr: \u000a| �[0;m�[38;5;43m20221212201056725 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212201056725 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbfd339ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212201056725 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212201056725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212201056725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212201056725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212201056727 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212201056727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212201056728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212201056728 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:10:57.762800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22898): Terminating (SIGTERM)\u000a20:10:57.805411 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22901): Terminating (SIGTERM)\u000a20:10:57.847783 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22904): Terminating (SIGTERM)\u000a20:10:57.858189 --- ParallelTerminationStrategy: PID 22898 died...\u000a20:10:57.915245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22898): Terminated: ok {rc=0}\u000a20:10:57.925802 --- ParallelTerminationStrategy: PID 22901 died...\u000a20:10:57.982530 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22901): Terminated: ok {rc=0}\u000a20:10:57.993414 --- ParallelTerminationStrategy: PID 22904 died...\u000a20:10:58.049952 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22904): Terminated: ok {rc=0}\u000a20:10:58.138986 bus /sierra_3: Setting Powered False\u000a20:10:59.249229 bus /sierra_3: Setting Powered False\u000a20:11:00.361662 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "136", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:10:40" }, { "cases" : [ { "testActions" : [ ], "age" : 51, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22916): Process ended prematurely: osmo-stp_10.42.42.5(pid=22916) [trial-2381↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22916)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22916): Process ended prematurely: osmo-stp_10.42.42.5(pid=22916) [trial-2381↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22916)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a20:11:02.350752 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:11:02.362232 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a20:11:02.511075 tst mo_mt_call.py: using LAC 31216\u000a20:11:02.634259 tst mo_mt_call.py: using RAC 106\u000a20:11:02.754628 tst mo_mt_call.py: using CellId 31216\u000a20:11:02.878994 tst mo_mt_call.py: using BVCI 31217\u000a20:11:02.902666 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:11:02.914169 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:11:02.925262 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:11:02.936917 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:11:02.948663 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:11:02.960358 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:11:03.084984 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:11:03.298716 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:11:03.818708 run create_hlr_db(pid=22910): Launched\u000a20:11:04.010167 bus /sierra_2: Setting Powered False\u000a20:11:05.030902 run create_hlr_db(pid=22910): Terminated: ok {rc=0}\u000a20:11:05.444867 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22912): Launched\u000a20:11:05.755093 run osmo-hlr_10.42.42.2(pid=22913): Launched\u000a20:11:05.877337 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:11:06.420689 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22915): Launched\u000a20:11:06.731885 run osmo-stp_10.42.42.5(pid=22916): Launched\u000a20:11:06.842729 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:11:07.407445 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22918): Launched\u000a20:11:07.717708 run osmo-msc_10.42.42.6(pid=22919): Launched\u000a20:11:07.898065 run osmo-stp_10.42.42.5(pid=22916): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22916)]\u000a20:11:08.028228 run osmo-stp_10.42.42.5(pid=22916): stdout: \u000a| (launched: 2022-12-12_20:11:06.576655)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:11:08.155995 run osmo-stp_10.42.42.5(pid=22916): stderr: \u000a| �[0;m�[38;5;43m20221212201106749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201106749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201106749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201106750 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201106750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201106750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201106750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:11:08.278882 run osmo-stp_10.42.42.5(pid=22916): stdout: \u000a| (launched: 2022-12-12_20:11:06.576655)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:11:08.400672 run osmo-stp_10.42.42.5(pid=22916): stderr: \u000a| �[0;m�[38;5;43m20221212201106749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201106749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201106749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201106750 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201106750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201106750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201106750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:11:08.454918 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22916): Process ended prematurely: osmo-stp_10.42.42.5(pid=22916) [trial-2381↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22916)] [trial-2381↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a20:11:08.463799 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a20:11:08.524340 run osmo-hlr_10.42.42.2(pid=22913): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22913)]\u000a20:11:08.574104 run osmo-hlr_10.42.42.2(pid=22913): stdout: \u000a| (launched: 2022-12-12_20:11:05.601297) \u000a20:11:08.624528 run osmo-hlr_10.42.42.2(pid=22913): stderr: \u000a| �[0;m�[1;31m20221212201105781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212201105781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212201105781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201105781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201105782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212201105782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212201105794 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212201105803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212201105803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212201105803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:11:08.692894 run osmo-msc_10.42.42.6(pid=22919): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22919)]\u000a20:11:08.742580 run osmo-msc_10.42.42.6(pid=22919): stdout: \u000a| (launched: 2022-12-12_20:11:07.563285) \u000a20:11:08.792898 run osmo-msc_10.42.42.6(pid=22919): stderr: \u000a| �[0;m�[38;5;43m20221212201107839 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212201107839 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6490d43c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212201107840 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212201107840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212201107840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212201107840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212201107842 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212201107842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212201107842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212201107842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:11:08.835540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22912): Terminating (SIGTERM)\u000a20:11:08.875876 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22915): Terminating (SIGTERM)\u000a20:11:08.916255 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22918): Terminating (SIGTERM)\u000a20:11:08.925803 --- ParallelTerminationStrategy: PID 22912 died...\u000a20:11:08.980384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22912): Terminated: ok {rc=0}\u000a20:11:08.990171 --- ParallelTerminationStrategy: PID 22915 died...\u000a20:11:09.043871 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22915): Terminated: ok {rc=0}\u000a20:11:09.053901 --- ParallelTerminationStrategy: PID 22918 died...\u000a20:11:09.108022 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22918): Terminated: ok {rc=0}\u000a20:11:09.192243 bus /sierra_3: Setting Powered False\u000a20:11:10.301834 bus /sierra_3: Setting Powered False\u000a20:11:11.410771 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 62, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22927): Process ended prematurely: osmo-stp_10.42.42.5(pid=22927) [trial-2381↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22927)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22927): Process ended prematurely: osmo-stp_10.42.42.5(pid=22927) [trial-2381↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22927)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:11:12.528177 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:11:12.540867 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a20:11:12.697791 tst mo_mt_call_osmux.py: using LAC 31217\u000a20:11:12.828175 tst mo_mt_call_osmux.py: using RAC 107\u000a20:11:12.955686 tst mo_mt_call_osmux.py: using CellId 31217\u000a20:11:13.085439 tst mo_mt_call_osmux.py: using BVCI 31218\u000a20:11:13.110392 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:11:13.122185 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:11:13.133904 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:11:13.145843 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:11:13.157962 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:11:13.169952 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:11:13.292109 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:11:13.498398 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:11:13.992795 run create_hlr_db(pid=22921): Launched\u000a20:11:14.169095 bus /sierra_2: Setting Powered False\u000a20:11:15.191762 run create_hlr_db(pid=22921): Terminated: ok {rc=0}\u000a20:11:15.632415 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22923): Launched\u000a20:11:16.002918 run osmo-hlr_10.42.42.2(pid=22924): Launched\u000a20:11:16.163193 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:11:16.835199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22926): Launched\u000a20:11:17.176728 run osmo-stp_10.42.42.5(pid=22927): Launched\u000a20:11:17.371312 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:11:17.984171 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22929): Launched\u000a20:11:18.316116 run osmo-msc_10.42.42.6(pid=22930): Launched\u000a20:11:18.510072 run osmo-stp_10.42.42.5(pid=22927): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22927)]\u000a20:11:18.649274 run osmo-stp_10.42.42.5(pid=22927): stdout: \u000a| (launched: 2022-12-12_20:11:17.005894)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:11:18.786529 run osmo-stp_10.42.42.5(pid=22927): stderr: \u000a| �[0;m�[38;5;43m20221212201117322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201117323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201117323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201117323 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201117324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201117324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201117324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:11:18.918922 run osmo-stp_10.42.42.5(pid=22927): stdout: \u000a| (launched: 2022-12-12_20:11:17.005894)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:11:19.051003 run osmo-stp_10.42.42.5(pid=22927): stderr: \u000a| �[0;m�[38;5;43m20221212201117322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201117323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201117323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201117323 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201117324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201117324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201117324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:11:19.108906 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22927): Process ended prematurely: osmo-stp_10.42.42.5(pid=22927) [trial-2381↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22927)] [trial-2381↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a20:11:19.118419 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a20:11:19.183054 run osmo-hlr_10.42.42.2(pid=22924): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22924)]\u000a20:11:19.235636 run osmo-hlr_10.42.42.2(pid=22924): stdout: \u000a| (launched: 2022-12-12_20:11:15.800021) \u000a20:11:19.289018 run osmo-hlr_10.42.42.2(pid=22924): stderr: \u000a| �[0;m�[1;31m20221212201116151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212201116151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212201116151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201116151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201116151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212201116151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212201116174 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212201116187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212201116187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212201116187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:11:19.361337 run osmo-msc_10.42.42.6(pid=22930): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22930)]\u000a20:11:19.413833 run osmo-msc_10.42.42.6(pid=22930): stdout: \u000a| (launched: 2022-12-12_20:11:18.151974) \u000a20:11:19.466490 run osmo-msc_10.42.42.6(pid=22930): stderr: \u000a| �[0;m�[38;5;43m20221212201118478 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212201118478 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd9fe49fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212201118478 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212201118478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212201118478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212201118479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212201118480 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212201118481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212201118481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212201118481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:11:19.511764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22923): Terminating (SIGTERM)\u000a20:11:19.554487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22926): Terminating (SIGTERM)\u000a20:11:19.597199 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22929): Terminating (SIGTERM)\u000a20:11:19.607381 --- ParallelTerminationStrategy: PID 22923 died...\u000a20:11:19.664596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22923): Terminated: ok {rc=0}\u000a20:11:19.675170 --- ParallelTerminationStrategy: PID 22926 died...\u000a20:11:19.732172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22926): Terminated: ok {rc=0}\u000a20:11:19.742728 --- ParallelTerminationStrategy: PID 22929 died...\u000a20:11:19.799412 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22929): Terminated: ok {rc=0}\u000a20:11:19.887264 bus /sierra_3: Setting Powered False\u000a20:11:20.990195 bus /sierra_3: Setting Powered False\u000a20:11:22.102847 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "137", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:11:02" }, { "cases" : [ { "testActions" : [ ], "age" : 51, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22941): Process ended prematurely: osmo-stp_10.42.42.5(pid=22941) [trial-2381↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22941)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22941): Process ended prematurely: osmo-stp_10.42.42.5(pid=22941) [trial-2381↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22941)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a20:11:24.068590 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:11:24.079851 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a20:11:24.226041 tst mo_mt_call.py: using LAC 31218\u000a20:11:24.348524 tst mo_mt_call.py: using RAC 108\u000a20:11:24.470063 tst mo_mt_call.py: using CellId 31218\u000a20:11:24.588830 tst mo_mt_call.py: using BVCI 31219\u000a20:11:24.611977 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:11:24.623379 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:11:24.634504 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:11:24.645670 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:11:24.656836 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:11:24.668041 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:11:24.787573 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:11:24.999143 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:11:25.519088 run create_hlr_db(pid=22935): Launched\u000a20:11:25.709435 bus /sierra_2: Setting Powered False\u000a20:11:26.730633 run create_hlr_db(pid=22935): Terminated: ok {rc=0}\u000a20:11:27.146465 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22937): Launched\u000a20:11:27.456306 run osmo-hlr_10.42.42.2(pid=22938): Launched\u000a20:11:27.579555 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:11:28.120009 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22940): Launched\u000a20:11:28.430372 run osmo-stp_10.42.42.5(pid=22941): Launched\u000a20:11:28.546164 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:11:29.107952 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22943): Launched\u000a20:11:29.417571 run osmo-msc_10.42.42.6(pid=22944): Launched\u000a20:11:29.597116 run osmo-stp_10.42.42.5(pid=22941): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22941)]\u000a20:11:29.726032 run osmo-stp_10.42.42.5(pid=22941): stdout: \u000a| (launched: 2022-12-12_20:11:28.275733)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:11:29.853265 run osmo-stp_10.42.42.5(pid=22941): stderr: \u000a| �[0;m�[38;5;43m20221212201128453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201128453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201128453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201128454 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201128454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201128454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201128454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:11:29.975962 run osmo-stp_10.42.42.5(pid=22941): stdout: \u000a| (launched: 2022-12-12_20:11:28.275733)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:11:30.097431 run osmo-stp_10.42.42.5(pid=22941): stderr: \u000a| �[0;m�[38;5;43m20221212201128453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201128453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201128453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201128454 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201128454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201128454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201128454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:11:30.151310 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22941): Process ended prematurely: osmo-stp_10.42.42.5(pid=22941) [trial-2381↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22941)] [trial-2381↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a20:11:30.160025 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a20:11:30.220065 run osmo-hlr_10.42.42.2(pid=22938): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22938)]\u000a20:11:30.269341 run osmo-hlr_10.42.42.2(pid=22938): stdout: \u000a| (launched: 2022-12-12_20:11:27.302370) \u000a20:11:30.319088 run osmo-hlr_10.42.42.2(pid=22938): stderr: \u000a| �[0;m�[1;31m20221212201127478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212201127478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212201127478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201127478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201127478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212201127478 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212201127491 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212201127499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212201127500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212201127500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:11:30.386886 run osmo-msc_10.42.42.6(pid=22944): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22944)]\u000a20:11:30.436042 run osmo-msc_10.42.42.6(pid=22944): stdout: \u000a| (launched: 2022-12-12_20:11:29.263419) \u000a20:11:30.485881 run osmo-msc_10.42.42.6(pid=22944): stderr: \u000a| �[0;m�[38;5;43m20221212201129537 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212201129537 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fee75a5fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212201129538 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212201129538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212201129538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212201129538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212201129540 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212201129540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212201129540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212201129540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:11:30.528007 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22937): Terminating (SIGTERM)\u000a20:11:30.567975 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22940): Terminating (SIGTERM)\u000a20:11:30.607957 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22943): Terminating (SIGTERM)\u000a20:11:30.617502 --- ParallelTerminationStrategy: PID 22937 died...\u000a20:11:30.671282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22937): Terminated: ok {rc=0}\u000a20:11:30.681051 --- ParallelTerminationStrategy: PID 22940 died...\u000a20:11:30.734346 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22940): Terminated: ok {rc=0}\u000a20:11:30.743998 --- ParallelTerminationStrategy: PID 22943 died...\u000a20:11:30.797252 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22943): Terminated: ok {rc=0}\u000a20:11:30.896817 bus /sierra_3: Setting Powered False\u000a20:11:31.999306 bus /sierra_3: Setting Powered False\u000a20:11:33.111463 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 62, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22952): Process ended prematurely: osmo-stp_10.42.42.5(pid=22952) [trial-2381↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22952)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22952): Process ended prematurely: osmo-stp_10.42.42.5(pid=22952) [trial-2381↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22952)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:11:34.223216 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:11:34.235295 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a20:11:34.383380 tst mo_mt_call_osmux.py: using LAC 31219\u000a20:11:34.505828 tst mo_mt_call_osmux.py: using RAC 109\u000a20:11:34.625129 tst mo_mt_call_osmux.py: using CellId 31219\u000a20:11:34.746709 tst mo_mt_call_osmux.py: using BVCI 31220\u000a20:11:34.769951 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:11:34.781316 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:11:34.792410 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:11:34.803638 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:11:34.814859 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:11:34.826095 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:11:34.946483 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:11:35.161228 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:11:35.682329 run create_hlr_db(pid=22946): Launched\u000a20:11:35.872383 bus /sierra_2: Setting Powered False\u000a20:11:36.894197 run create_hlr_db(pid=22946): Terminated: ok {rc=0}\u000a20:11:37.310952 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22948): Launched\u000a20:11:37.619156 run osmo-hlr_10.42.42.2(pid=22949): Launched\u000a20:11:37.741148 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:11:38.280920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22951): Launched\u000a20:11:38.590541 run osmo-stp_10.42.42.5(pid=22952): Launched\u000a20:11:38.707148 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:11:39.272832 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22954): Launched\u000a20:11:39.584373 run osmo-msc_10.42.42.6(pid=22955): Launched\u000a20:11:39.763615 run osmo-stp_10.42.42.5(pid=22952): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22952)]\u000a20:11:39.892659 run osmo-stp_10.42.42.5(pid=22952): stdout: \u000a| (launched: 2022-12-12_20:11:38.436896)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:11:40.020149 run osmo-stp_10.42.42.5(pid=22952): stderr: \u000a| �[0;m�[38;5;43m20221212201138609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201138610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201138610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201138610 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201138611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201138611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201138611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:11:40.142916 run osmo-stp_10.42.42.5(pid=22952): stdout: \u000a| (launched: 2022-12-12_20:11:38.436896)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:11:40.264121 run osmo-stp_10.42.42.5(pid=22952): stderr: \u000a| �[0;m�[38;5;43m20221212201138609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201138610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201138610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201138610 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201138611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201138611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201138611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:11:40.317927 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22952): Process ended prematurely: osmo-stp_10.42.42.5(pid=22952) [trial-2381↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22952)] [trial-2381↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a20:11:40.326546 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a20:11:40.386703 run osmo-hlr_10.42.42.2(pid=22949): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22949)]\u000a20:11:40.436200 run osmo-hlr_10.42.42.2(pid=22949): stdout: \u000a| (launched: 2022-12-12_20:11:37.466565) \u000a20:11:40.486598 run osmo-hlr_10.42.42.2(pid=22949): stderr: \u000a| �[0;m�[1;31m20221212201137644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212201137644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212201137644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201137644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201137644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212201137645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212201137656 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212201137666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212201137666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212201137666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:11:40.555339 run osmo-msc_10.42.42.6(pid=22955): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22955)]\u000a20:11:40.605026 run osmo-msc_10.42.42.6(pid=22955): stdout: \u000a| (launched: 2022-12-12_20:11:39.428475) \u000a20:11:40.655028 run osmo-msc_10.42.42.6(pid=22955): stderr: \u000a| �[0;m�[38;5;43m20221212201139704 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212201139704 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9f061b4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212201139704 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212201139704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212201139705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212201139705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212201139707 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212201139707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212201139707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212201139707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:11:40.697373 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22948): Terminating (SIGTERM)\u000a20:11:40.737293 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22951): Terminating (SIGTERM)\u000a20:11:40.777283 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22954): Terminating (SIGTERM)\u000a20:11:40.786567 --- ParallelTerminationStrategy: PID 22948 died...\u000a20:11:40.840279 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22948): Terminated: ok {rc=0}\u000a20:11:40.849976 --- ParallelTerminationStrategy: PID 22951 died...\u000a20:11:40.903434 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22951): Terminated: ok {rc=0}\u000a20:11:40.913180 --- ParallelTerminationStrategy: PID 22954 died...\u000a20:11:40.966393 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22954): Terminated: ok {rc=0}\u000a20:11:41.050390 bus /sierra_3: Setting Powered False\u000a20:11:42.152483 bus /sierra_3: Setting Powered False\u000a20:11:43.261902 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "138", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:11:23" }, { "cases" : [ { "testActions" : [ ], "age" : 51, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22966): Process ended prematurely: osmo-stp_10.42.42.5(pid=22966) [trial-2381↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22966)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22966): Process ended prematurely: osmo-stp_10.42.42.5(pid=22966) [trial-2381↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22966)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a20:11:45.231183 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:11:45.242784 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:11:45.389932 tst mo_mt_call.py: using LAC 31220\u000a20:11:45.508297 tst mo_mt_call.py: using RAC 110\u000a20:11:45.628680 tst mo_mt_call.py: using CellId 31220\u000a20:11:45.749170 tst mo_mt_call.py: using BVCI 31221\u000a20:11:45.772166 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:11:45.783504 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:11:45.794709 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:11:45.805986 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:11:45.817233 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:11:45.828355 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:11:45.982680 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:11:46.224902 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:11:46.815202 run create_hlr_db(pid=22960): Launched\u000a20:11:47.011251 bus /sierra_2: Setting Powered False\u000a20:11:48.028141 run create_hlr_db(pid=22960): Terminated: ok {rc=0}\u000a20:11:48.440911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22962): Launched\u000a20:11:48.750296 run osmo-hlr_10.42.42.2(pid=22963): Launched\u000a20:11:48.869801 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:11:49.413430 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22965): Launched\u000a20:11:49.722497 run osmo-stp_10.42.42.5(pid=22966): Launched\u000a20:11:49.832463 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:11:50.399494 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22968): Launched\u000a20:11:50.709999 run osmo-msc_10.42.42.6(pid=22969): Launched\u000a20:11:50.890209 run osmo-stp_10.42.42.5(pid=22966): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22966)]\u000a20:11:51.019906 run osmo-stp_10.42.42.5(pid=22966): stdout: \u000a| (launched: 2022-12-12_20:11:49.568861)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:11:51.147658 run osmo-stp_10.42.42.5(pid=22966): stderr: \u000a| �[0;m�[38;5;43m20221212201149743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201149743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201149744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201149744 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201149745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201149745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201149745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:11:51.270645 run osmo-stp_10.42.42.5(pid=22966): stdout: \u000a| (launched: 2022-12-12_20:11:49.568861)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:11:51.392651 run osmo-stp_10.42.42.5(pid=22966): stderr: \u000a| �[0;m�[38;5;43m20221212201149743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201149743 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201149744 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201149744 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201149745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201149745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201149745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:11:51.446362 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22966): Process ended prematurely: osmo-stp_10.42.42.5(pid=22966) [trial-2381↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22966)] [trial-2381↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a20:11:51.454995 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a20:11:51.515523 run osmo-hlr_10.42.42.2(pid=22963): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22963)]\u000a20:11:51.565125 run osmo-hlr_10.42.42.2(pid=22963): stdout: \u000a| (launched: 2022-12-12_20:11:48.596177) \u000a20:11:51.615541 run osmo-hlr_10.42.42.2(pid=22963): stderr: \u000a| �[0;m�[1;31m20221212201148777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212201148777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212201148777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201148777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201148777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212201148777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212201148789 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212201148798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212201148799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212201148799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:11:51.684239 run osmo-msc_10.42.42.6(pid=22969): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22969)]\u000a20:11:51.733862 run osmo-msc_10.42.42.6(pid=22969): stdout: \u000a| (launched: 2022-12-12_20:11:50.555087) \u000a20:11:51.783965 run osmo-msc_10.42.42.6(pid=22969): stderr: \u000a| �[0;m�[38;5;43m20221212201150830 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212201150830 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8a61e80c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212201150830 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212201150830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212201150830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212201150831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212201150834 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212201150835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212201150835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212201150835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:11:51.826847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22962): Terminating (SIGTERM)\u000a20:11:51.866759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22965): Terminating (SIGTERM)\u000a20:11:51.906707 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22968): Terminating (SIGTERM)\u000a20:11:51.915982 --- ParallelTerminationStrategy: PID 22962 died...\u000a20:11:51.969803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22962): Terminated: ok {rc=0}\u000a20:11:51.979421 --- ParallelTerminationStrategy: PID 22965 died...\u000a20:11:52.032763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22965): Terminated: ok {rc=0}\u000a20:11:52.042446 --- ParallelTerminationStrategy: PID 22968 died...\u000a20:11:52.095948 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22968): Terminated: ok {rc=0}\u000a20:11:52.185512 bus /sierra_3: Setting Powered False\u000a20:11:53.291140 bus /sierra_3: Setting Powered False\u000a20:11:54.399171 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 64, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22977): Process ended prematurely: osmo-stp_10.42.42.5(pid=22977) [trial-2381↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22977)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22977): Process ended prematurely: osmo-stp_10.42.42.5(pid=22977) [trial-2381↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22977)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:11:55.516053 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:11:55.528636 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:11:55.685480 tst mo_mt_call_osmux.py: using LAC 31221\u000a20:11:55.818801 tst mo_mt_call_osmux.py: using RAC 111\u000a20:11:55.945544 tst mo_mt_call_osmux.py: using CellId 31221\u000a20:11:56.087084 tst mo_mt_call_osmux.py: using BVCI 31222\u000a20:11:56.112031 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:11:56.123933 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:11:56.135616 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:11:56.147692 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:11:56.159753 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:11:56.171816 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:11:56.293645 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:11:56.498592 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:11:56.992691 run create_hlr_db(pid=22971): Launched\u000a20:11:57.168598 bus /sierra_2: Setting Powered False\u000a20:11:58.190114 run create_hlr_db(pid=22971): Terminated: ok {rc=0}\u000a20:11:58.627696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22973): Launched\u000a20:11:58.958725 run osmo-hlr_10.42.42.2(pid=22974): Launched\u000a20:11:59.082235 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:11:59.658218 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22976): Launched\u000a20:11:59.990200 run osmo-stp_10.42.42.5(pid=22977): Launched\u000a20:12:00.109286 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:12:00.713066 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22979): Launched\u000a20:12:01.153658 run osmo-msc_10.42.42.6(pid=22980): Launched\u000a20:12:01.605059 run osmo-stp_10.42.42.5(pid=22977): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22977)]\u000a20:12:01.925577 run osmo-stp_10.42.42.5(pid=22977): stdout: \u000a| (launched: 2022-12-12_20:11:59.825422)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:12:02.084735 run osmo-stp_10.42.42.5(pid=22977): stderr: \u000a| �[0;m�[38;5;43m20221212201200020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201200020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201200020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201200021 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201200021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201200021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201200021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:12:02.220579 run osmo-stp_10.42.42.5(pid=22977): stdout: \u000a| (launched: 2022-12-12_20:11:59.825422)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:12:02.355037 run osmo-stp_10.42.42.5(pid=22977): stderr: \u000a| �[0;m�[38;5;43m20221212201200020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201200020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201200020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201200021 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201200021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201200021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201200021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:12:02.413768 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22977): Process ended prematurely: osmo-stp_10.42.42.5(pid=22977) [trial-2381↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22977)] [trial-2381↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a20:12:02.423225 tst mo_mt_call_osmux.py:8: Test FAILED (6.9 sec)\u000a20:12:02.488121 run osmo-hlr_10.42.42.2(pid=22974): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22974)]\u000a20:12:02.541395 run osmo-hlr_10.42.42.2(pid=22974): stdout: \u000a| (launched: 2022-12-12_20:11:58.794753) \u000a20:12:02.594971 run osmo-hlr_10.42.42.2(pid=22974): stderr: \u000a| �[0;m�[1;31m20221212201158995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212201158995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212201158996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201158996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201158996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212201158996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212201159008 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212201159017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212201159017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212201159017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:12:02.667632 run osmo-msc_10.42.42.6(pid=22980): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22980)]\u000a20:12:02.720728 run osmo-msc_10.42.42.6(pid=22980): stdout: \u000a| (launched: 2022-12-12_20:12:00.885191) \u000a20:12:02.774271 run osmo-msc_10.42.42.6(pid=22980): stderr: \u000a| �[0;m�[38;5;43m20221212201201627 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212201201628 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3685d1dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212201201629 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212201201630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212201201631 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212201201633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212201201636 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212201201637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212201201638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212201201638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:12:02.819773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22973): Terminating (SIGTERM)\u000a20:12:02.862528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22976): Terminating (SIGTERM)\u000a20:12:02.905786 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22979): Terminating (SIGTERM)\u000a20:12:02.915382 --- ParallelTerminationStrategy: PID 22973 died...\u000a20:12:02.972790 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22973): Terminated: ok {rc=0}\u000a20:12:02.983413 --- ParallelTerminationStrategy: PID 22976 died...\u000a20:12:03.040700 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22976): Terminated: ok {rc=0}\u000a20:12:03.051280 --- ParallelTerminationStrategy: PID 22979 died...\u000a20:12:03.108413 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22979): Terminated: ok {rc=0}\u000a20:12:03.196305 bus /sierra_3: Setting Powered False\u000a20:12:04.305815 bus /sierra_3: Setting Powered False\u000a20:12:05.415653 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "139", "name" : "voice_nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:11:44" }, { "cases" : [ { "testActions" : [ ], "age" : 51, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22992): Process ended prematurely: osmo-stp_10.42.42.5(pid=22992) [trial-2381↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22992)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22992): Process ended prematurely: osmo-stp_10.42.42.5(pid=22992) [trial-2381↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22992)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 emergency:nanobts+band-1900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a20:12:07.413812 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a20:12:07.424863 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a20:12:07.556609 tst emergency_mo_mt_call.py: using LAC 31222\u000a20:12:07.674951 tst emergency_mo_mt_call.py: using RAC 112\u000a20:12:07.791573 tst emergency_mo_mt_call.py: using CellId 31222\u000a20:12:07.907389 tst emergency_mo_mt_call.py: using BVCI 31223\u000a20:12:07.930226 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a20:12:07.941083 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a20:12:07.951736 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a20:12:07.962474 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a20:12:07.973143 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a20:12:07.983762 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a20:12:08.101954 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a20:12:08.302355 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:12:08.786746 run create_hlr_db(pid=22986): Launched\u000a20:12:08.960195 bus /sierra_2: Setting Powered False\u000a20:12:09.982071 run create_hlr_db(pid=22986): Terminated: ok {rc=0}\u000a20:12:10.414242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22988): Launched\u000a20:12:10.740248 run osmo-hlr_10.42.42.2(pid=22989): Launched\u000a20:12:10.857465 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:12:11.422196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22991): Launched\u000a20:12:11.749679 run osmo-stp_10.42.42.5(pid=22992): Launched\u000a20:12:11.882119 tst emergency_mo_mt_call.py: using MSISDN 7944\u000a20:12:12.044038 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:12:12.636591 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22994): Launched\u000a20:12:12.963107 run osmo-msc_10.42.42.6(pid=22995): Launched\u000a20:12:13.153691 run osmo-stp_10.42.42.5(pid=22992): ERR: Terminated: ERROR {rc=1} [trial-2381↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22992)]\u000a20:12:13.291065 run osmo-stp_10.42.42.5(pid=22992): stdout: \u000a| (launched: 2022-12-12_20:12:11.586643)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:12:13.427804 run osmo-stp_10.42.42.5(pid=22992): stderr: \u000a| �[0;m�[38;5;43m20221212201211782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201211783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201211783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201211783 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201211784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201211784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201211784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:12:13.558289 run osmo-stp_10.42.42.5(pid=22992): stdout: \u000a| (launched: 2022-12-12_20:12:11.586643)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:12:13.687349 run osmo-stp_10.42.42.5(pid=22992): stderr: \u000a| �[0;m�[38;5;43m20221212201211782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201211783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201211783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201211783 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201211784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201211784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201211784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:12:13.743984 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=22992): Process ended prematurely: osmo-stp_10.42.42.5(pid=22992) [trial-2381↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22992)] [trial-2381↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19]\u000a20:12:13.752487 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a20:12:13.816611 run osmo-hlr_10.42.42.2(pid=22989): ERR: Terminated: ERROR {rc=237} [trial-2381↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22989)]\u000a20:12:13.868638 run osmo-hlr_10.42.42.2(pid=22989): stdout: \u000a| (launched: 2022-12-12_20:12:10.578414) \u000a20:12:13.921854 run osmo-hlr_10.42.42.2(pid=22989): stderr: \u000a| �[0;m�[1;31m20221212201210778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212201210778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212201210778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201210778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201210778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212201210778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212201210791 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/emergency:nanobts+band-1900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212201210799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212201210800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212201210800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:12:13.994001 run osmo-msc_10.42.42.6(pid=22995): ERR: Terminated: ERROR {rc=2} [trial-2381↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=22995)]\u000a20:12:14.046417 run osmo-msc_10.42.42.6(pid=22995): stdout: \u000a| (launched: 2022-12-12_20:12:12.800803) \u000a20:12:14.099383 run osmo-msc_10.42.42.6(pid=22995): stderr: \u000a| �[0;m�[38;5;43m20221212201213124 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212201213124 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3f280adc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212201213125 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212201213125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212201213125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212201213125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212201213127 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212201213127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212201213127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212201213127 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:12:14.143920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22988): Terminating (SIGTERM)\u000a20:12:14.186750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22991): Terminating (SIGTERM)\u000a20:12:14.229049 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22994): Terminating (SIGTERM)\u000a20:12:14.239126 --- ParallelTerminationStrategy: PID 22988 died...\u000a20:12:14.295692 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22988): Terminated: ok {rc=0}\u000a20:12:14.306222 --- ParallelTerminationStrategy: PID 22991 died...\u000a20:12:14.363022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22991): Terminated: ok {rc=0}\u000a20:12:14.373141 --- ParallelTerminationStrategy: PID 22994 died...\u000a20:12:14.429298 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=22994): Terminated: ok {rc=0}\u000a20:12:14.518793 bus /sierra_3: Setting Powered False\u000a20:12:15.626773 bus /sierra_3: Setting Powered False\u000a20:12:16.757095 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23003): Process ended prematurely: osmo-stp_10.42.42.5(pid=23003) [trial-2381↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23003)]", "failedSince" : 2161, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23003): Process ended prematurely: osmo-stp_10.42.42.5(pid=23003) [trial-2381↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23003)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 emergency:nanobts+band-1900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a20:12:17.808799 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a20:12:17.820370 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a20:12:17.951259 tst emergency_preemptive_call.py: using LAC 31223\u000a20:12:18.067323 tst emergency_preemptive_call.py: using RAC 113\u000a20:12:18.194874 tst emergency_preemptive_call.py: using CellId 31223\u000a20:12:18.324857 tst emergency_preemptive_call.py: using BVCI 31224\u000a20:12:18.349407 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a20:12:18.361526 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a20:12:18.372673 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a20:12:18.384141 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a20:12:18.395668 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a20:12:18.407308 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a20:12:18.524749 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a20:12:18.645750 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a20:12:18.761323 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a20:12:18.969981 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:12:19.482808 run create_hlr_db(pid=22997): Launched\u000a20:12:19.671528 bus /sierra_2: Setting Powered False\u000a20:12:20.691364 run create_hlr_db(pid=22997): Terminated: ok {rc=0}\u000a20:12:21.100188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22999): Launched\u000a20:12:21.406135 run osmo-hlr_10.42.42.2(pid=23000): Launched\u000a20:12:21.518960 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:12:22.046890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23002): Launched\u000a20:12:22.352113 run osmo-stp_10.42.42.5(pid=23003): Launched\u000a20:12:22.472624 tst emergency_preemptive_call.py: using MSISDN 7945\u000a20:12:22.622053 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:12:23.175224 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23005): Launched\u000a20:12:23.479217 run osmo-msc_10.42.42.6(pid=23006): Launched\u000a20:12:23.656858 run osmo-stp_10.42.42.5(pid=23003): ERR: Terminated: ERROR {rc=1} [trial-2381↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23003)]\u000a20:12:23.784234 run osmo-stp_10.42.42.5(pid=23003): stdout: \u000a| (launched: 2022-12-12_20:12:22.199891)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:12:23.910028 run osmo-stp_10.42.42.5(pid=23003): stderr: \u000a| �[0;m�[38;5;43m20221212201222373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201222373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201222373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201222373 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201222374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201222374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201222374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:12:24.031348 run osmo-stp_10.42.42.5(pid=23003): stdout: \u000a| (launched: 2022-12-12_20:12:22.199891)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:12:24.151376 run osmo-stp_10.42.42.5(pid=23003): stderr: \u000a| �[0;m�[38;5;43m20221212201222373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201222373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201222373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201222373 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201222374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201222374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201222374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:12:24.204204 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=23003): Process ended prematurely: osmo-stp_10.42.42.5(pid=23003) [trial-2381↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23003)] [trial-2381↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32]\u000a20:12:24.212378 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a20:12:24.273260 run osmo-hlr_10.42.42.2(pid=23000): ERR: Terminated: ERROR {rc=237} [trial-2381↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23000)]\u000a20:12:24.322926 run osmo-hlr_10.42.42.2(pid=23000): stdout: \u000a| (launched: 2022-12-12_20:12:21.253224) \u000a20:12:24.373248 run osmo-hlr_10.42.42.2(pid=23000): stderr: \u000a| �[0;m�[1;31m20221212201221432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212201221432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212201221433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201221433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201221433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212201221433 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212201221448 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/emergency:nanobts+band-1900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212201221457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212201221457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212201221457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:12:24.441755 run osmo-msc_10.42.42.6(pid=23006): ERR: Terminated: ERROR {rc=2} [trial-2381↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23006)]\u000a20:12:24.491144 run osmo-msc_10.42.42.6(pid=23006): stdout: \u000a| (launched: 2022-12-12_20:12:23.328253) \u000a20:12:24.541262 run osmo-msc_10.42.42.6(pid=23006): stderr: \u000a| �[0;m�[38;5;43m20221212201223602 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212201223603 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9595d91c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212201223603 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212201223603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212201223603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212201223603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212201223605 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212201223606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212201223606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212201223606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:12:24.583541 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22999): Terminating (SIGTERM)\u000a20:12:24.623484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23002): Terminating (SIGTERM)\u000a20:12:24.663429 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23005): Terminating (SIGTERM)\u000a20:12:24.672806 --- ParallelTerminationStrategy: PID 22999 died...\u000a20:12:24.726810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22999): Terminated: ok {rc=0}\u000a20:12:24.736845 --- ParallelTerminationStrategy: PID 23002 died...\u000a20:12:24.791331 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23002): Terminated: ok {rc=0}\u000a20:12:24.801082 --- ParallelTerminationStrategy: PID 23005 died...\u000a20:12:24.855381 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23005): Terminated: ok {rc=0}\u000a20:12:24.945983 bus /sierra_9: Setting Powered False\u000a20:12:26.051475 bus /sierra_9: Setting Powered False\u000a20:12:27.164404 bus /sierra_8: Setting Powered False\u000a20:12:28.269321 bus /sierra_8: Setting Powered False\u000a20:12:29.382409 bus /sierra_3: Setting Powered False\u000a20:12:30.486005 bus /sierra_3: Setting Powered False\u000a20:12:31.594171 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "140", "name" : "emergency_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:12:07" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "gprs:nanobts+band-1900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23021): Process ended prematurely: osmo-stp_10.42.42.5(pid=23021) [trial-2381↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23021)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23021): Process ended prematurely: osmo-stp_10.42.42.5(pid=23021) [trial-2381↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23021)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:nanobts+band-1900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:12:33.688453 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a20:12:33.699269 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a20:12:33.827570 tst cs_paging_gprs_active.py: using LAC 31224\u000a20:12:33.949869 tst cs_paging_gprs_active.py: using RAC 114\u000a20:12:34.069998 tst cs_paging_gprs_active.py: using CellId 31224\u000a20:12:34.189658 tst cs_paging_gprs_active.py: using BVCI 31225\u000a20:12:34.213101 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a20:12:34.223901 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a20:12:34.234627 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a20:12:34.245267 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a20:12:34.255888 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a20:12:34.266916 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a20:12:34.277753 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a20:12:34.288269 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a20:12:34.299057 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a20:12:34.420433 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a20:12:34.721591 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:12:34.859048 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:12:35.203970 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23011): Launched\u000a20:12:35.490547 run iperf3-srv_10.42.42.10(pid=23012): Launched\u000a20:12:35.693572 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:12:35.831466 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:12:36.177152 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23013): Launched\u000a20:12:36.463659 run iperf3-srv_10.42.42.10(pid=23014): Launched\u000a20:12:36.666746 tst cs_paging_gprs_active.py:38: start network...\u000a20:12:36.804851 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:12:37.328768 run create_hlr_db(pid=23015): Launched\u000a20:12:37.519955 bus /sierra_2: Setting Powered False\u000a20:12:38.542144 run create_hlr_db(pid=23015): Terminated: ok {rc=0}\u000a20:12:38.959198 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23017): Launched\u000a20:12:39.272169 run osmo-hlr_10.42.42.2(pid=23018): Launched\u000a20:12:39.385412 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:12:39.923945 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23020): Launched\u000a20:12:40.234690 run osmo-stp_10.42.42.5(pid=23021): Launched\u000a20:12:40.346597 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:12:40.887968 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23023): Launched\u000a20:12:40.997388 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:12:41.269103 run patchelf(pid=23024): Launched\u000a20:12:41.449990 run osmo-stp_10.42.42.5(pid=23021): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23021)]\u000a20:12:41.582612 run osmo-stp_10.42.42.5(pid=23021): stdout: \u000a| (launched: 2022-12-12_20:12:40.080915)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:12:41.715753 run osmo-stp_10.42.42.5(pid=23021): stderr: \u000a| �[0;m�[38;5;43m20221212201240255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201240255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201240256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201240256 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201240257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201240257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201240257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:12:41.843199 run osmo-stp_10.42.42.5(pid=23021): stdout: \u000a| (launched: 2022-12-12_20:12:40.080915)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:12:41.969478 run osmo-stp_10.42.42.5(pid=23021): stderr: \u000a| �[0;m�[38;5;43m20221212201240255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201240255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201240256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201240256 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201240257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201240257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201240257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:12:42.117103 run patchelf(pid=23024): Terminating (SIGINT)\u000a20:12:42.290163 run patchelf(pid=23024): Terminated: ok {rc=0}\u000a20:12:42.321967 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=23021): Process ended prematurely: osmo-stp_10.42.42.5(pid=23021) [trial-2381↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23021)] [trial-2381↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38]\u000a20:12:42.331174 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a20:12:42.391518 run osmo-hlr_10.42.42.2(pid=23018): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23018)]\u000a20:12:42.440652 run osmo-hlr_10.42.42.2(pid=23018): stdout: \u000a| (launched: 2022-12-12_20:12:39.115991) \u000a20:12:42.490596 run osmo-hlr_10.42.42.2(pid=23018): stderr: \u000a| �[0;m�[1;31m20221212201239298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212201239298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212201239298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201239298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201239298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212201239298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212201239315 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:nanobts+band-1900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212201239325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212201239326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212201239326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:12:42.533095 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23011): Terminating (SIGTERM)\u000a20:12:42.573017 run iperf3-srv_10.42.42.10(pid=23012): Terminating (SIGTERM)\u000a20:12:42.613824 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23013): Terminating (SIGTERM)\u000a20:12:42.653897 run iperf3-srv_10.42.42.10(pid=23014): Terminating (SIGTERM)\u000a20:12:42.694060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23017): Terminating (SIGTERM)\u000a20:12:42.734058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23020): Terminating (SIGTERM)\u000a20:12:42.773827 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23023): Terminating (SIGTERM)\u000a20:12:42.783125 --- ParallelTerminationStrategy: PID 23011 died...\u000a20:12:42.836759 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23011): Terminated: ok {rc=0}\u000a20:12:42.846484 --- ParallelTerminationStrategy: PID 23012 died...\u000a20:12:42.899526 run iperf3-srv_10.42.42.10(pid=23012): Terminated {rc=256}\u000a20:12:42.909206 --- ParallelTerminationStrategy: PID 23013 died...\u000a20:12:42.962296 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23013): Terminated: ok {rc=0}\u000a20:12:42.971916 --- ParallelTerminationStrategy: PID 23014 died...\u000a20:12:43.025559 run iperf3-srv_10.42.42.10(pid=23014): Terminated {rc=256}\u000a20:12:43.035169 --- ParallelTerminationStrategy: PID 23017 died...\u000a20:12:43.088361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23017): Terminated: ok {rc=0}\u000a20:12:43.098037 --- ParallelTerminationStrategy: PID 23020 died...\u000a20:12:43.151471 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23020): Terminated: ok {rc=0}\u000a20:12:43.161141 --- ParallelTerminationStrategy: PID 23023 died...\u000a20:12:43.214191 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23023): Terminated: ok {rc=0}\u000a20:12:43.298728 bus /gobi_0: Setting Powered False\u000a20:12:44.408593 bus /gobi_0: Setting Powered False\u000a20:12:45.522526 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:nanobts+band-1900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23033): Process ended prematurely: osmo-stp_10.42.42.5(pid=23033) [trial-2381↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23033)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23033): Process ended prematurely: osmo-stp_10.42.42.5(pid=23033) [trial-2381↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23033)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:nanobts+band-1900 iperf3.py\u000a----------------------------------------------\u000a20:12:46.670246 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a20:12:46.683222 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a20:12:46.818357 tst iperf3.py: using LAC 31225\u000a20:12:46.950323 tst iperf3.py: using RAC 115\u000a20:12:47.074308 tst iperf3.py: using CellId 31225\u000a20:12:47.197150 tst iperf3.py: using BVCI 31226\u000a20:12:47.221449 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a20:12:47.232801 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a20:12:47.243774 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a20:12:47.254540 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a20:12:47.265182 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a20:12:47.275762 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a20:12:47.286646 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a20:12:47.297421 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a20:12:47.308190 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a20:12:47.590525 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:12:47.717581 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:12:48.038327 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23025): Launched\u000a20:12:48.305799 run iperf3-srv_10.42.42.10(pid=23026): Launched\u000a20:12:48.492041 tst iperf3.py:8: start network...\u000a20:12:48.619224 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:12:49.114462 run create_hlr_db(pid=23027): Launched\u000a20:12:49.290742 bus /gobi_6: Setting Powered False\u000a20:12:50.313450 run create_hlr_db(pid=23027): Terminated: ok {rc=0}\u000a20:12:50.753839 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23029): Launched\u000a20:12:51.086525 run osmo-hlr_10.42.42.2(pid=23030): Launched\u000a20:12:51.206979 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:12:51.781961 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23032): Launched\u000a20:12:52.139998 run osmo-stp_10.42.42.5(pid=23033): Launched\u000a20:12:52.259930 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:12:52.837202 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23035): Launched\u000a20:12:52.954930 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:12:53.246895 run patchelf(pid=23036): Launched\u000a20:12:53.440044 run osmo-stp_10.42.42.5(pid=23033): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23033)]\u000a20:12:53.581380 run osmo-stp_10.42.42.5(pid=23033): stdout: \u000a| (launched: 2022-12-12_20:12:51.974771)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:12:53.723349 run osmo-stp_10.42.42.5(pid=23033): stderr: \u000a| �[0;m�[38;5;43m20221212201252172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201252173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201252173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201252173 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201252174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201252174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201252174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:12:53.860583 run osmo-stp_10.42.42.5(pid=23033): stdout: \u000a| (launched: 2022-12-12_20:12:51.974771)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:12:53.995988 run osmo-stp_10.42.42.5(pid=23033): stderr: \u000a| �[0;m�[38;5;43m20221212201252172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201252173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201252173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201252173 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201252174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201252174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201252174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:12:54.154303 run patchelf(pid=23036): Terminating (SIGINT)\u000a20:12:54.339659 run patchelf(pid=23036): Terminated: ok {rc=0}\u000a20:12:54.373642 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23033): Process ended prematurely: osmo-stp_10.42.42.5(pid=23033) [trial-2381↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23033)] [trial-2381↪gprs:nanobts+band-1900↪iperf3.py:8]\u000a20:12:54.383798 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a20:12:54.448818 run osmo-hlr_10.42.42.2(pid=23030): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:nanobts+band-1900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23030)]\u000a20:12:54.501626 run osmo-hlr_10.42.42.2(pid=23030): stdout: \u000a| (launched: 2022-12-12_20:12:50.921586) \u000a20:12:54.555135 run osmo-hlr_10.42.42.2(pid=23030): stderr: \u000a| �[0;m�[1;31m20221212201251122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212201251122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212201251122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201251122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201251123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212201251123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212201251135 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:nanobts+band-1900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212201251143 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212201251144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212201251144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:12:54.600496 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23025): Terminating (SIGTERM)\u000a20:12:54.642830 run iperf3-srv_10.42.42.10(pid=23026): Terminating (SIGTERM)\u000a20:12:54.685433 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23029): Terminating (SIGTERM)\u000a20:12:54.728114 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23032): Terminating (SIGTERM)\u000a20:12:54.771191 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23035): Terminating (SIGTERM)\u000a20:12:54.781164 --- ParallelTerminationStrategy: PID 23025 died...\u000a20:12:54.838249 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23025): Terminated: ok {rc=0}\u000a20:12:54.849216 --- ParallelTerminationStrategy: PID 23026 died...\u000a20:12:54.906320 run iperf3-srv_10.42.42.10(pid=23026): Terminated {rc=256}\u000a20:12:54.916568 --- ParallelTerminationStrategy: PID 23029 died...\u000a20:12:54.973343 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23029): Terminated: ok {rc=0}\u000a20:12:54.983847 --- ParallelTerminationStrategy: PID 23032 died...\u000a20:12:55.040883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23032): Terminated: ok {rc=0}\u000a20:12:55.051598 --- ParallelTerminationStrategy: PID 23035 died...\u000a20:12:55.108785 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23035): Terminated: ok {rc=0}\u000a20:12:55.196292 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:nanobts+band-1900", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23051): Process ended prematurely: osmo-stp_10.42.42.5(pid=23051) [trial-2381↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23051)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23051): Process ended prematurely: osmo-stp_10.42.42.5(pid=23051) [trial-2381↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23051)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:nanobts+band-1900 iperf3m4.py\u000a----------------------------------------------\u000a20:12:56.314771 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a20:12:56.326711 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a20:12:56.462561 tst iperf3m4.py: using LAC 31226\u000a20:12:56.594984 tst iperf3m4.py: using RAC 116\u000a20:12:56.721714 tst iperf3m4.py: using CellId 31226\u000a20:12:56.844529 tst iperf3m4.py: using BVCI 31227\u000a20:12:56.867998 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a20:12:56.878991 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a20:12:56.889743 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a20:12:56.901264 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a20:12:56.912343 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a20:12:56.923461 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a20:12:56.934899 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a20:12:56.946390 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a20:12:56.957766 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a20:12:57.078637 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a20:12:57.201086 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a20:12:57.319331 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a20:12:57.617427 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:12:57.755770 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:12:58.103359 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23037): Launched\u000a20:12:58.390361 run iperf3-srv_10.42.42.10(pid=23038): Launched\u000a20:12:58.591629 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:12:58.729029 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:12:59.074782 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23039): Launched\u000a20:12:59.362185 run iperf3-srv_10.42.42.10(pid=23040): Launched\u000a20:12:59.564017 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:12:59.701678 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:13:00.046269 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23041): Launched\u000a20:13:00.333039 run iperf3-srv_10.42.42.10(pid=23042): Launched\u000a20:13:00.534893 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:13:00.672238 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:13:01.058724 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23043): Launched\u000a20:13:01.360373 run iperf3-srv_10.42.42.10(pid=23044): Launched\u000a20:13:01.566074 tst iperf3m4.py:8: start network...\u000a20:13:01.706301 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:13:02.251331 run create_hlr_db(pid=23045): Launched\u000a20:13:02.442227 bus /gobi_6: Setting Powered False\u000a20:13:03.463665 run create_hlr_db(pid=23045): Terminated: ok {rc=0}\u000a20:13:03.881295 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23047): Launched\u000a20:13:04.192030 run osmo-hlr_10.42.42.2(pid=23048): Launched\u000a20:13:04.307594 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:13:04.845280 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23050): Launched\u000a20:13:05.156612 run osmo-stp_10.42.42.5(pid=23051): Launched\u000a20:13:05.268778 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:13:05.807021 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23053): Launched\u000a20:13:05.916762 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:13:06.194646 run patchelf(pid=23054): Launched\u000a20:13:06.391030 run osmo-stp_10.42.42.5(pid=23051): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23051)]\u000a20:13:06.532715 run osmo-stp_10.42.42.5(pid=23051): stdout: \u000a| (launched: 2022-12-12_20:13:05.001170)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:13:06.675453 run osmo-stp_10.42.42.5(pid=23051): stderr: \u000a| �[0;m�[38;5;43m20221212201305173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201305174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201305174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201305174 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201305175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201305175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201305175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:13:06.812146 run osmo-stp_10.42.42.5(pid=23051): stdout: \u000a| (launched: 2022-12-12_20:13:05.001170)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:13:06.948008 run osmo-stp_10.42.42.5(pid=23051): stderr: \u000a| �[0;m�[38;5;43m20221212201305173 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201305174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201305174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201305174 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201305175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201305175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201305175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:13:07.106555 run patchelf(pid=23054): Terminating (SIGINT)\u000a20:13:07.291797 run patchelf(pid=23054): Terminated: ok {rc=0}\u000a20:13:07.325916 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23051): Process ended prematurely: osmo-stp_10.42.42.5(pid=23051) [trial-2381↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23051)] [trial-2381↪gprs:nanobts+band-1900↪iperf3m4.py:8]\u000a20:13:07.336092 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a20:13:07.401351 run osmo-hlr_10.42.42.2(pid=23048): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:nanobts+band-1900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23048)]\u000a20:13:07.454131 run osmo-hlr_10.42.42.2(pid=23048): stdout: \u000a| (launched: 2022-12-12_20:13:04.037813) \u000a20:13:07.507795 run osmo-hlr_10.42.42.2(pid=23048): stderr: \u000a| �[0;m�[1;31m20221212201304214 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212201304215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212201304215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201304215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201304215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212201304215 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212201304227 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:nanobts+band-1900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212201304235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212201304235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212201304236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:13:07.553488 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23037): Terminating (SIGTERM)\u000a20:13:07.596058 run iperf3-srv_10.42.42.10(pid=23038): Terminating (SIGTERM)\u000a20:13:07.639033 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23039): Terminating (SIGTERM)\u000a20:13:07.682011 run iperf3-srv_10.42.42.10(pid=23040): Terminating (SIGTERM)\u000a20:13:07.725016 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23041): Terminating (SIGTERM)\u000a20:13:07.767822 run iperf3-srv_10.42.42.10(pid=23042): Terminating (SIGTERM)\u000a20:13:07.810861 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23043): Terminating (SIGTERM)\u000a20:13:07.853680 run iperf3-srv_10.42.42.10(pid=23044): Terminating (SIGTERM)\u000a20:13:07.896700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23047): Terminating (SIGTERM)\u000a20:13:07.939981 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23050): Terminating (SIGTERM)\u000a20:13:07.982770 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23053): Terminating (SIGTERM)\u000a20:13:07.993170 --- ParallelTerminationStrategy: PID 23037 died...\u000a20:13:08.051052 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23037): Terminated: ok {rc=0}\u000a20:13:08.061887 --- ParallelTerminationStrategy: PID 23038 died...\u000a20:13:08.119110 run iperf3-srv_10.42.42.10(pid=23038): Terminated {rc=256}\u000a20:13:08.129830 --- ParallelTerminationStrategy: PID 23039 died...\u000a20:13:08.187488 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23039): Terminated: ok {rc=0}\u000a20:13:08.197858 --- ParallelTerminationStrategy: PID 23040 died...\u000a20:13:08.254719 run iperf3-srv_10.42.42.10(pid=23040): Terminated {rc=256}\u000a20:13:08.265421 --- ParallelTerminationStrategy: PID 23041 died...\u000a20:13:08.322823 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23041): Terminated: ok {rc=0}\u000a20:13:08.333646 --- ParallelTerminationStrategy: PID 23042 died...\u000a20:13:08.391099 run iperf3-srv_10.42.42.10(pid=23042): Terminated {rc=256}\u000a20:13:08.401784 --- ParallelTerminationStrategy: PID 23043 died...\u000a20:13:08.459690 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23043): Terminated: ok {rc=0}\u000a20:13:08.470380 --- ParallelTerminationStrategy: PID 23044 died...\u000a20:13:08.528208 run iperf3-srv_10.42.42.10(pid=23044): Terminated {rc=256}\u000a20:13:08.538652 --- ParallelTerminationStrategy: PID 23047 died...\u000a20:13:08.596264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23047): Terminated: ok {rc=0}\u000a20:13:08.607062 --- ParallelTerminationStrategy: PID 23050 died...\u000a20:13:08.664772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23050): Terminated: ok {rc=0}\u000a20:13:08.675226 --- ParallelTerminationStrategy: PID 23053 died...\u000a20:13:08.732562 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23053): Terminated: ok {rc=0}\u000a20:13:08.820725 bus /gobi_4: Setting Powered False\u000a20:13:09.932001 bus /gobi_4: Setting Powered False\u000a20:13:11.042331 bus /gobi_1: Setting Powered False\u000a20:13:12.151231 bus /gobi_1: Setting Powered False\u000a20:13:13.261307 bus /gobi_0: Setting Powered False\u000a20:13:14.369384 bus /gobi_0: Setting Powered False\u000a20:13:15.479845 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23061): Process ended prematurely: osmo-stp_10.42.42.5(pid=23061) [trial-2381↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23061)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23061): Process ended prematurely: osmo-stp_10.42.42.5(pid=23061) [trial-2381↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23061)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:nanobts+band-1900 ping.py\u000a----------------------------------------------\u000a20:13:16.564768 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a20:13:16.582836 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a20:13:16.732408 tst ping.py: using LAC 31227\u000a20:13:16.883493 tst ping.py: using RAC 117\u000a20:13:17.010296 tst ping.py: using CellId 31227\u000a20:13:17.131300 tst ping.py: using BVCI 31228\u000a20:13:17.155424 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a20:13:17.167340 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a20:13:17.179300 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a20:13:17.191631 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a20:13:17.203124 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a20:13:17.214905 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a20:13:17.226940 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a20:13:17.238848 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a20:13:17.517329 tst ping.py:19: start network...\u000a20:13:17.642630 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:13:18.127744 run create_hlr_db(pid=23055): Launched\u000a20:13:18.301418 bus /gobi_6: Setting Powered False\u000a20:13:19.323480 run create_hlr_db(pid=23055): Terminated: ok {rc=0}\u000a20:13:19.754930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23057): Launched\u000a20:13:20.082389 run osmo-hlr_10.42.42.2(pid=23058): Launched\u000a20:13:20.203641 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:13:20.783022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23060): Launched\u000a20:13:21.110554 run osmo-stp_10.42.42.5(pid=23061): Launched\u000a20:13:21.232232 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:13:21.800754 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23063): Launched\u000a20:13:21.916854 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:13:22.201176 run patchelf(pid=23064): Launched\u000a20:13:22.391249 run osmo-stp_10.42.42.5(pid=23061): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23061)]\u000a20:13:22.530286 run osmo-stp_10.42.42.5(pid=23061): stdout: \u000a| (launched: 2022-12-12_20:13:20.947505)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:13:22.669608 run osmo-stp_10.42.42.5(pid=23061): stderr: \u000a| �[0;m�[38;5;43m20221212201321145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201321145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201321145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201321146 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201321146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201321146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201321146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:13:22.804073 run osmo-stp_10.42.42.5(pid=23061): stdout: \u000a| (launched: 2022-12-12_20:13:20.947505)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:13:22.937285 run osmo-stp_10.42.42.5(pid=23061): stderr: \u000a| �[0;m�[38;5;43m20221212201321145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201321145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201321145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201321146 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201321146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201321146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201321146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:13:23.092298 run patchelf(pid=23064): Terminating (SIGINT)\u000a20:13:23.273408 run patchelf(pid=23064): Terminated: ok {rc=0}\u000a20:13:23.306444 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23061): Process ended prematurely: osmo-stp_10.42.42.5(pid=23061) [trial-2381↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23061)] [trial-2381↪gprs:nanobts+band-1900↪ping.py:22]\u000a20:13:23.315834 tst ping.py:22: Test FAILED (6.7 sec)\u000a20:13:23.381096 run osmo-hlr_10.42.42.2(pid=23058): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:nanobts+band-1900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23058)]\u000a20:13:23.433932 run osmo-hlr_10.42.42.2(pid=23058): stdout: \u000a| (launched: 2022-12-12_20:13:19.918959) \u000a20:13:23.487379 run osmo-hlr_10.42.42.2(pid=23058): stderr: \u000a| �[0;m�[1;31m20221212201320121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212201320121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212201320121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201320121 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201320122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212201320122 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212201320138 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:nanobts+band-1900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212201320148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212201320148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212201320148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:13:23.532554 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23057): Terminating (SIGTERM)\u000a20:13:23.575782 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23060): Terminating (SIGTERM)\u000a20:13:23.619117 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23063): Terminating (SIGTERM)\u000a20:13:23.629284 --- ParallelTerminationStrategy: PID 23057 died...\u000a20:13:23.687311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23057): Terminated: ok {rc=0}\u000a20:13:23.697897 --- ParallelTerminationStrategy: PID 23060 died...\u000a20:13:23.755566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23060): Terminated: ok {rc=0}\u000a20:13:23.766080 --- ParallelTerminationStrategy: PID 23063 died...\u000a20:13:23.823534 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23063): Terminated: ok {rc=0}\u000a20:13:23.911859 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23071): Process ended prematurely: osmo-stp_10.42.42.5(pid=23071) [trial-2381↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23071)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23071): Process ended prematurely: osmo-stp_10.42.42.5(pid=23071) [trial-2381↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23071)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:nanobts+band-1900 ping_idle_ping.py\u000a----------------------------------------------\u000a20:13:24.965664 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a20:13:24.978430 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a20:13:25.118033 tst ping_idle_ping.py: using LAC 31228\u000a20:13:25.237465 tst ping_idle_ping.py: using RAC 118\u000a20:13:25.354721 tst ping_idle_ping.py: using CellId 31228\u000a20:13:25.471586 tst ping_idle_ping.py: using BVCI 31229\u000a20:13:25.494775 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a20:13:25.505665 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a20:13:25.516339 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a20:13:25.527116 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a20:13:25.537722 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a20:13:25.548251 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a20:13:25.559197 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a20:13:25.570011 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a20:13:25.851727 tst ping_idle_ping.py:24: start network...\u000a20:13:25.977885 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:13:26.469576 run create_hlr_db(pid=23065): Launched\u000a20:13:26.644357 bus /gobi_6: Setting Powered False\u000a20:13:27.665829 run create_hlr_db(pid=23065): Terminated: ok {rc=0}\u000a20:13:28.101905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23067): Launched\u000a20:13:28.430151 run osmo-hlr_10.42.42.2(pid=23068): Launched\u000a20:13:28.551568 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:13:29.119244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23070): Launched\u000a20:13:29.447629 run osmo-stp_10.42.42.5(pid=23071): Launched\u000a20:13:29.566672 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:13:30.135545 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23073): Launched\u000a20:13:30.251890 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:13:30.538548 run patchelf(pid=23074): Launched\u000a20:13:30.728684 run osmo-stp_10.42.42.5(pid=23071): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23071)]\u000a20:13:30.877940 run osmo-stp_10.42.42.5(pid=23071): stdout: \u000a| (launched: 2022-12-12_20:13:29.284686)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:13:31.013275 run osmo-stp_10.42.42.5(pid=23071): stderr: \u000a| �[0;m�[38;5;43m20221212201329478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201329478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201329478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201329478 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201329479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201329479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201329479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:13:31.144270 run osmo-stp_10.42.42.5(pid=23071): stdout: \u000a| (launched: 2022-12-12_20:13:29.284686)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:13:31.271581 run osmo-stp_10.42.42.5(pid=23071): stderr: \u000a| �[0;m�[38;5;43m20221212201329478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201329478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201329478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201329478 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201329479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201329479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201329479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:13:31.466200 run patchelf(pid=23074): Terminating (SIGINT)\u000a20:13:31.646644 run patchelf(pid=23074): Terminated: ok {rc=0}\u000a20:13:31.679778 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23071): Process ended prematurely: osmo-stp_10.42.42.5(pid=23071) [trial-2381↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23071)] [trial-2381↪gprs:nanobts+band-1900↪ping_idle_ping.py:27]\u000a20:13:31.689748 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a20:13:31.752748 run osmo-hlr_10.42.42.2(pid=23068): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:nanobts+band-1900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23068)]\u000a20:13:31.803454 run osmo-hlr_10.42.42.2(pid=23068): stdout: \u000a| (launched: 2022-12-12_20:13:28.267195) \u000a20:13:31.855820 run osmo-hlr_10.42.42.2(pid=23068): stderr: \u000a| �[0;m�[1;31m20221212201328468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212201328468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212201328468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201328468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201328469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212201328469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212201328481 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:nanobts+band-1900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212201328489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212201328489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212201328489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:13:31.903865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23067): Terminating (SIGTERM)\u000a20:13:31.946291 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23070): Terminating (SIGTERM)\u000a20:13:31.989677 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23073): Terminating (SIGTERM)\u000a20:13:32.001430 --- ParallelTerminationStrategy: PID 23067 died...\u000a20:13:32.058075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23067): Terminated: ok {rc=0}\u000a20:13:32.068797 --- ParallelTerminationStrategy: PID 23070 died...\u000a20:13:32.126647 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23070): Terminated: ok {rc=0}\u000a20:13:32.137525 --- ParallelTerminationStrategy: PID 23073 died...\u000a20:13:32.194047 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23073): Terminated: ok {rc=0}\u000a20:13:32.281502 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "141", "name" : "gprs_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:12:33" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23088): Process ended prematurely: osmo-stp_10.42.42.5(pid=23088) [trial-2381↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23088)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23088): Process ended prematurely: osmo-stp_10.42.42.5(pid=23088) [trial-2381↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23088)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:nanobts+band-1900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:13:34.417822 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:13:34.429175 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:13:34.559522 tst cs_paging_gprs_active.py: using LAC 31229\u000a20:13:34.682150 tst cs_paging_gprs_active.py: using RAC 119\u000a20:13:34.802289 tst cs_paging_gprs_active.py: using CellId 31229\u000a20:13:34.922417 tst cs_paging_gprs_active.py: using BVCI 31230\u000a20:13:34.946035 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:13:34.957100 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:13:34.967883 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:13:34.978784 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:13:34.989535 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:13:35.000378 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:13:35.011380 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:13:35.022175 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:13:35.033258 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:13:35.149918 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:13:35.451351 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:13:35.589457 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:13:35.934108 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23078): Launched\u000a20:13:36.221976 run iperf3-srv_10.42.42.10(pid=23079): Launched\u000a20:13:36.424659 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:13:36.562778 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:13:36.907017 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23080): Launched\u000a20:13:37.195531 run iperf3-srv_10.42.42.10(pid=23081): Launched\u000a20:13:37.397835 tst cs_paging_gprs_active.py:38: start network...\u000a20:13:37.535244 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:13:38.059226 run create_hlr_db(pid=23082): Launched\u000a20:13:38.250824 bus /gobi_6: Setting Powered False\u000a20:13:39.272030 run create_hlr_db(pid=23082): Terminated: ok {rc=0}\u000a20:13:39.690574 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23084): Launched\u000a20:13:39.999516 run osmo-hlr_10.42.42.2(pid=23085): Launched\u000a20:13:40.112203 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:13:40.651103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23087): Launched\u000a20:13:40.960705 run osmo-stp_10.42.42.5(pid=23088): Launched\u000a20:13:41.072397 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:13:41.612187 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23090): Launched\u000a20:13:41.721368 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:13:41.992728 run patchelf(pid=23091): Launched\u000a20:13:42.174928 run osmo-stp_10.42.42.5(pid=23088): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23088)]\u000a20:13:42.307521 run osmo-stp_10.42.42.5(pid=23088): stdout: \u000a| (launched: 2022-12-12_20:13:40.807463)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:13:42.439745 run osmo-stp_10.42.42.5(pid=23088): stderr: \u000a| �[0;m�[38;5;43m20221212201340983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201340983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201340983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201340983 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201340984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201340984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201340984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:13:42.567320 run osmo-stp_10.42.42.5(pid=23088): stdout: \u000a| (launched: 2022-12-12_20:13:40.807463)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:13:42.693635 run osmo-stp_10.42.42.5(pid=23088): stderr: \u000a| �[0;m�[38;5;43m20221212201340983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201340983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201340983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201340983 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201340984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201340984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201340984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:13:42.840411 run patchelf(pid=23091): Terminating (SIGINT)\u000a20:13:43.013840 run patchelf(pid=23091): Terminated: ok {rc=0}\u000a20:13:43.045732 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=23088): Process ended prematurely: osmo-stp_10.42.42.5(pid=23088) [trial-2381↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23088)] [trial-2381↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a20:13:43.055151 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a20:13:43.115838 run osmo-hlr_10.42.42.2(pid=23085): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23085)]\u000a20:13:43.165161 run osmo-hlr_10.42.42.2(pid=23085): stdout: \u000a| (launched: 2022-12-12_20:13:39.846963) \u000a20:13:43.215132 run osmo-hlr_10.42.42.2(pid=23085): stderr: \u000a| �[0;m�[1;31m20221212201340025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212201340025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212201340025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201340025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201340025 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212201340026 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212201340041 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:nanobts+band-1900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212201340051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212201340052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212201340052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:13:43.257640 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23078): Terminating (SIGTERM)\u000a20:13:43.297471 run iperf3-srv_10.42.42.10(pid=23079): Terminating (SIGTERM)\u000a20:13:43.337612 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23080): Terminating (SIGTERM)\u000a20:13:43.377385 run iperf3-srv_10.42.42.10(pid=23081): Terminating (SIGTERM)\u000a20:13:43.417310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23084): Terminating (SIGTERM)\u000a20:13:43.457242 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23087): Terminating (SIGTERM)\u000a20:13:43.497219 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23090): Terminating (SIGTERM)\u000a20:13:43.506504 --- ParallelTerminationStrategy: PID 23078 died...\u000a20:13:43.560215 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23078): Terminated: ok {rc=0}\u000a20:13:43.569892 --- ParallelTerminationStrategy: PID 23079 died...\u000a20:13:43.623094 run iperf3-srv_10.42.42.10(pid=23079): Terminated {rc=256}\u000a20:13:43.632657 --- ParallelTerminationStrategy: PID 23080 died...\u000a20:13:43.685979 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23080): Terminated: ok {rc=0}\u000a20:13:43.695616 --- ParallelTerminationStrategy: PID 23081 died...\u000a20:13:43.748758 run iperf3-srv_10.42.42.10(pid=23081): Terminated {rc=256}\u000a20:13:43.758340 --- ParallelTerminationStrategy: PID 23084 died...\u000a20:13:43.811603 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23084): Terminated: ok {rc=0}\u000a20:13:43.821418 --- ParallelTerminationStrategy: PID 23087 died...\u000a20:13:43.875247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23087): Terminated: ok {rc=0}\u000a20:13:43.885024 --- ParallelTerminationStrategy: PID 23090 died...\u000a20:13:43.938531 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23090): Terminated: ok {rc=0}\u000a20:13:44.030206 bus /gobi_0: Setting Powered False\u000a20:13:45.134711 bus /gobi_0: Setting Powered False\u000a20:13:46.259070 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23100): Process ended prematurely: osmo-stp_10.42.42.5(pid=23100) [trial-2381↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23100)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23100): Process ended prematurely: osmo-stp_10.42.42.5(pid=23100) [trial-2381↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23100)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:nanobts+band-1900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a20:13:47.378010 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:13:47.390205 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:13:47.531355 tst iperf3.py: using LAC 31230\u000a20:13:47.654226 tst iperf3.py: using RAC 120\u000a20:13:47.774390 tst iperf3.py: using CellId 31230\u000a20:13:47.894442 tst iperf3.py: using BVCI 31231\u000a20:13:47.917884 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:13:47.928846 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:13:47.939801 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:13:47.950721 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:13:47.961927 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:13:47.972569 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:13:47.983632 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:13:47.994551 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:13:48.005547 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:13:48.305412 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:13:48.445287 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:13:48.793861 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23092): Launched\u000a20:13:49.083774 run iperf3-srv_10.42.42.10(pid=23093): Launched\u000a20:13:49.287711 tst iperf3.py:8: start network...\u000a20:13:49.426482 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:13:49.948045 run create_hlr_db(pid=23094): Launched\u000a20:13:50.140220 bus /gobi_6: Setting Powered False\u000a20:13:51.160794 run create_hlr_db(pid=23094): Terminated: ok {rc=0}\u000a20:13:51.579921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23096): Launched\u000a20:13:51.892277 run osmo-hlr_10.42.42.2(pid=23097): Launched\u000a20:13:52.006203 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:13:52.547317 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23099): Launched\u000a20:13:52.858281 run osmo-stp_10.42.42.5(pid=23100): Launched\u000a20:13:52.970264 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:13:53.508938 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23102): Launched\u000a20:13:53.618075 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:13:53.889579 run patchelf(pid=23103): Launched\u000a20:13:54.070070 run osmo-stp_10.42.42.5(pid=23100): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23100)]\u000a20:13:54.202004 run osmo-stp_10.42.42.5(pid=23100): stdout: \u000a| (launched: 2022-12-12_20:13:52.703191)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:13:54.335281 run osmo-stp_10.42.42.5(pid=23100): stderr: \u000a| �[0;m�[38;5;43m20221212201352876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201352876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201352876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201352876 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201352877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201352877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201352877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:13:54.462633 run osmo-stp_10.42.42.5(pid=23100): stdout: \u000a| (launched: 2022-12-12_20:13:52.703191)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:13:54.588774 run osmo-stp_10.42.42.5(pid=23100): stderr: \u000a| �[0;m�[38;5;43m20221212201352876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201352876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201352876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201352876 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201352877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201352877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201352877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:13:54.735697 run patchelf(pid=23103): Terminating (SIGINT)\u000a20:13:54.908298 run patchelf(pid=23103): Terminated: ok {rc=0}\u000a20:13:54.940066 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23100): Process ended prematurely: osmo-stp_10.42.42.5(pid=23100) [trial-2381↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23100)] [trial-2381↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8]\u000a20:13:54.949419 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a20:13:55.010043 run osmo-hlr_10.42.42.2(pid=23097): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23097)]\u000a20:13:55.059560 run osmo-hlr_10.42.42.2(pid=23097): stdout: \u000a| (launched: 2022-12-12_20:13:51.736642) \u000a20:13:55.109756 run osmo-hlr_10.42.42.2(pid=23097): stderr: \u000a| �[0;m�[1;31m20221212201351918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212201351919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212201351919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201351919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201351919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212201351919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212201351931 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212201351940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212201351940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212201351940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:13:55.152237 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23092): Terminating (SIGTERM)\u000a20:13:55.192159 run iperf3-srv_10.42.42.10(pid=23093): Terminating (SIGTERM)\u000a20:13:55.232119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23096): Terminating (SIGTERM)\u000a20:13:55.271955 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23099): Terminating (SIGTERM)\u000a20:13:55.311843 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23102): Terminating (SIGTERM)\u000a20:13:55.321250 --- ParallelTerminationStrategy: PID 23092 died...\u000a20:13:55.374880 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23092): Terminated: ok {rc=0}\u000a20:13:55.384495 --- ParallelTerminationStrategy: PID 23093 died...\u000a20:13:55.437895 run iperf3-srv_10.42.42.10(pid=23093): Terminated {rc=256}\u000a20:13:55.447539 --- ParallelTerminationStrategy: PID 23096 died...\u000a20:13:55.500699 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23096): Terminated: ok {rc=0}\u000a20:13:55.510344 --- ParallelTerminationStrategy: PID 23099 died...\u000a20:13:55.563498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23099): Terminated: ok {rc=0}\u000a20:13:55.573215 --- ParallelTerminationStrategy: PID 23102 died...\u000a20:13:55.626281 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23102): Terminated: ok {rc=0}\u000a20:13:55.716130 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23118): Process ended prematurely: osmo-stp_10.42.42.5(pid=23118) [trial-2381↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23118)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23118): Process ended prematurely: osmo-stp_10.42.42.5(pid=23118) [trial-2381↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23118)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:nanobts+band-1900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a20:13:56.828137 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:13:56.839758 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:13:56.971787 tst iperf3m4.py: using LAC 31231\u000a20:13:57.097207 tst iperf3m4.py: using RAC 121\u000a20:13:57.225036 tst iperf3m4.py: using CellId 31231\u000a20:13:57.353405 tst iperf3m4.py: using BVCI 31232\u000a20:13:57.376691 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:13:57.387784 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:13:57.398837 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:13:57.409688 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:13:57.420371 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:13:57.431059 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:13:57.442023 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:13:57.452813 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:13:57.463732 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:13:57.582152 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:13:57.705266 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:13:57.823732 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:13:58.125475 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:13:58.263964 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:13:58.611086 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23104): Launched\u000a20:13:58.898782 run iperf3-srv_10.42.42.10(pid=23105): Launched\u000a20:13:59.102731 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:13:59.241041 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:13:59.588246 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23106): Launched\u000a20:13:59.876794 run iperf3-srv_10.42.42.10(pid=23107): Launched\u000a20:14:00.080399 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:14:00.218705 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:14:00.564175 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23108): Launched\u000a20:14:00.854180 run iperf3-srv_10.42.42.10(pid=23109): Launched\u000a20:14:01.050832 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:14:01.184461 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:14:01.558399 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23110): Launched\u000a20:14:01.909082 run iperf3-srv_10.42.42.10(pid=23111): Launched\u000a20:14:02.119132 tst iperf3m4.py:8: start network...\u000a20:14:02.259031 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:14:02.758614 run create_hlr_db(pid=23112): Launched\u000a20:14:02.935666 bus /gobi_6: Setting Powered False\u000a20:14:03.957202 run create_hlr_db(pid=23112): Terminated: ok {rc=0}\u000a20:14:04.399707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23114): Launched\u000a20:14:04.734175 run osmo-hlr_10.42.42.2(pid=23115): Launched\u000a20:14:04.857506 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:14:05.437581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23117): Launched\u000a20:14:05.771551 run osmo-stp_10.42.42.5(pid=23118): Launched\u000a20:14:05.891440 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:14:06.472111 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23120): Launched\u000a20:14:06.590140 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:14:06.881288 run patchelf(pid=23121): Launched\u000a20:14:07.075683 run osmo-stp_10.42.42.5(pid=23118): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23118)]\u000a20:14:07.217682 run osmo-stp_10.42.42.5(pid=23118): stdout: \u000a| (launched: 2022-12-12_20:14:05.606113)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:14:07.359794 run osmo-stp_10.42.42.5(pid=23118): stderr: \u000a| �[0;m�[38;5;43m20221212201405799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201405799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201405800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201405800 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201405801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201405801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201405801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:14:07.496520 run osmo-stp_10.42.42.5(pid=23118): stdout: \u000a| (launched: 2022-12-12_20:14:05.606113)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:14:07.632130 run osmo-stp_10.42.42.5(pid=23118): stderr: \u000a| �[0;m�[38;5;43m20221212201405799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201405799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201405800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201405800 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201405801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201405801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201405801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:14:07.789788 run patchelf(pid=23121): Terminating (SIGINT)\u000a20:14:07.974920 run patchelf(pid=23121): Terminated: ok {rc=0}\u000a20:14:08.008767 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23118): Process ended prematurely: osmo-stp_10.42.42.5(pid=23118) [trial-2381↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23118)] [trial-2381↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8]\u000a20:14:08.018853 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a20:14:08.084472 run osmo-hlr_10.42.42.2(pid=23115): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23115)]\u000a20:14:08.136894 run osmo-hlr_10.42.42.2(pid=23115): stdout: \u000a| (launched: 2022-12-12_20:14:04.567804) \u000a20:14:08.190172 run osmo-hlr_10.42.42.2(pid=23115): stderr: \u000a| �[0;m�[1;31m20221212201404770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212201404770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212201404770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201404770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201404771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212201404771 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212201404784 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212201404794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212201404794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212201404794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:14:08.235309 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23104): Terminating (SIGTERM)\u000a20:14:08.277902 run iperf3-srv_10.42.42.10(pid=23105): Terminating (SIGTERM)\u000a20:14:08.320151 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23106): Terminating (SIGTERM)\u000a20:14:08.362862 run iperf3-srv_10.42.42.10(pid=23107): Terminating (SIGTERM)\u000a20:14:08.405842 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23108): Terminating (SIGTERM)\u000a20:14:08.448658 run iperf3-srv_10.42.42.10(pid=23109): Terminating (SIGTERM)\u000a20:14:08.490966 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23110): Terminating (SIGTERM)\u000a20:14:08.533332 run iperf3-srv_10.42.42.10(pid=23111): Terminating (SIGTERM)\u000a20:14:08.575818 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23114): Terminating (SIGTERM)\u000a20:14:08.618703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23117): Terminating (SIGTERM)\u000a20:14:08.661105 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23120): Terminating (SIGTERM)\u000a20:14:08.671251 --- ParallelTerminationStrategy: PID 23104 died...\u000a20:14:08.728548 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23104): Terminated: ok {rc=0}\u000a20:14:08.738854 --- ParallelTerminationStrategy: PID 23105 died...\u000a20:14:08.795184 run iperf3-srv_10.42.42.10(pid=23105): Terminated {rc=256}\u000a20:14:08.805718 --- ParallelTerminationStrategy: PID 23106 died...\u000a20:14:08.862737 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23106): Terminated: ok {rc=0}\u000a20:14:08.872899 --- ParallelTerminationStrategy: PID 23107 died...\u000a20:14:08.929243 run iperf3-srv_10.42.42.10(pid=23107): Terminated {rc=256}\u000a20:14:08.939684 --- ParallelTerminationStrategy: PID 23108 died...\u000a20:14:08.996506 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23108): Terminated: ok {rc=0}\u000a20:14:09.006777 --- ParallelTerminationStrategy: PID 23109 died...\u000a20:14:09.063708 run iperf3-srv_10.42.42.10(pid=23109): Terminated {rc=256}\u000a20:14:09.073993 --- ParallelTerminationStrategy: PID 23110 died...\u000a20:14:09.130653 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23110): Terminated: ok {rc=0}\u000a20:14:09.141332 --- ParallelTerminationStrategy: PID 23111 died...\u000a20:14:09.197580 run iperf3-srv_10.42.42.10(pid=23111): Terminated {rc=256}\u000a20:14:09.208096 --- ParallelTerminationStrategy: PID 23114 died...\u000a20:14:09.265030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23114): Terminated: ok {rc=0}\u000a20:14:09.275344 --- ParallelTerminationStrategy: PID 23117 died...\u000a20:14:09.332667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23117): Terminated: ok {rc=0}\u000a20:14:09.342955 --- ParallelTerminationStrategy: PID 23120 died...\u000a20:14:09.399639 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23120): Terminated: ok {rc=0}\u000a20:14:09.488346 bus /gobi_4: Setting Powered False\u000a20:14:10.596522 bus /gobi_4: Setting Powered False\u000a20:14:11.706503 bus /gobi_1: Setting Powered False\u000a20:14:12.813398 bus /gobi_1: Setting Powered False\u000a20:14:13.921437 bus /gobi_0: Setting Powered False\u000a20:14:15.024439 bus /gobi_0: Setting Powered False\u000a20:14:16.144203 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23128): Process ended prematurely: osmo-stp_10.42.42.5(pid=23128) [trial-2381↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23128)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23128): Process ended prematurely: osmo-stp_10.42.42.5(pid=23128) [trial-2381↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23128)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:nanobts+band-1900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a20:14:17.217825 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:14:17.230743 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:14:17.360850 tst ping.py: using LAC 31232\u000a20:14:17.481162 tst ping.py: using RAC 122\u000a20:14:17.600701 tst ping.py: using CellId 31232\u000a20:14:17.718579 tst ping.py: using BVCI 31233\u000a20:14:17.741506 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:14:17.752488 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:14:17.763374 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:14:17.774213 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:14:17.784898 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:14:17.795672 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:14:17.806789 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:14:17.818020 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:14:18.110642 tst ping.py:19: start network...\u000a20:14:18.245890 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:14:18.759031 run create_hlr_db(pid=23122): Launched\u000a20:14:18.947361 bus /gobi_6: Setting Powered False\u000a20:14:19.966955 run create_hlr_db(pid=23122): Terminated: ok {rc=0}\u000a20:14:20.377095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23124): Launched\u000a20:14:20.683265 run osmo-hlr_10.42.42.2(pid=23125): Launched\u000a20:14:20.802826 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:14:21.341910 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23127): Launched\u000a20:14:21.646981 run osmo-stp_10.42.42.5(pid=23128): Launched\u000a20:14:21.756779 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:14:22.285437 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23130): Launched\u000a20:14:22.392408 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:14:22.660807 run patchelf(pid=23131): Launched\u000a20:14:22.838060 run osmo-stp_10.42.42.5(pid=23128): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23128)]\u000a20:14:22.967455 run osmo-stp_10.42.42.5(pid=23128): stdout: \u000a| (launched: 2022-12-12_20:14:21.494811)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:14:23.097917 run osmo-stp_10.42.42.5(pid=23128): stderr: \u000a| �[0;m�[38;5;43m20221212201421667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201421667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201421668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201421668 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201421669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201421669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201421669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:14:23.222895 run osmo-stp_10.42.42.5(pid=23128): stdout: \u000a| (launched: 2022-12-12_20:14:21.494811)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:14:23.346119 run osmo-stp_10.42.42.5(pid=23128): stderr: \u000a| �[0;m�[38;5;43m20221212201421667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201421667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201421668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201421668 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201421669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201421669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201421669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:14:23.489725 run patchelf(pid=23131): Terminating (SIGINT)\u000a20:14:23.658626 run patchelf(pid=23131): Terminated: ok {rc=0}\u000a20:14:23.689463 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23128): Process ended prematurely: osmo-stp_10.42.42.5(pid=23128) [trial-2381↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23128)] [trial-2381↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22]\u000a20:14:23.698122 tst ping.py:22: Test FAILED (6.5 sec)\u000a20:14:23.758878 run osmo-hlr_10.42.42.2(pid=23125): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23125)]\u000a20:14:23.808301 run osmo-hlr_10.42.42.2(pid=23125): stdout: \u000a| (launched: 2022-12-12_20:14:20.530748) \u000a20:14:23.858702 run osmo-hlr_10.42.42.2(pid=23125): stderr: \u000a| �[0;m�[1;31m20221212201420710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212201420710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212201420710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201420710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201420710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212201420710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212201420722 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:nanobts+band-1900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212201420731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212201420731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212201420732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:14:23.901164 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23124): Terminating (SIGTERM)\u000a20:14:23.941177 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23127): Terminating (SIGTERM)\u000a20:14:23.981198 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23130): Terminating (SIGTERM)\u000a20:14:23.990562 --- ParallelTerminationStrategy: PID 23124 died...\u000a20:14:24.044105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23124): Terminated: ok {rc=0}\u000a20:14:24.053964 --- ParallelTerminationStrategy: PID 23127 died...\u000a20:14:24.107507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23127): Terminated: ok {rc=0}\u000a20:14:24.117291 --- ParallelTerminationStrategy: PID 23130 died...\u000a20:14:24.170710 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23130): Terminated: ok {rc=0}\u000a20:14:24.260029 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23138): Process ended prematurely: osmo-stp_10.42.42.5(pid=23138) [trial-2381↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23138)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23138): Process ended prematurely: osmo-stp_10.42.42.5(pid=23138) [trial-2381↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23138)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:nanobts+band-1900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a20:14:25.314411 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:14:25.326659 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:14:25.457215 tst ping_idle_ping.py: using LAC 31233\u000a20:14:25.575969 tst ping_idle_ping.py: using RAC 123\u000a20:14:25.696292 tst ping_idle_ping.py: using CellId 31233\u000a20:14:25.815054 tst ping_idle_ping.py: using BVCI 31234\u000a20:14:25.838133 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:14:25.849383 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:14:25.860199 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:14:25.871189 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:14:25.882047 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:14:25.892898 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:14:25.904019 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:14:25.914908 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:14:26.194728 tst ping_idle_ping.py:24: start network...\u000a20:14:26.321383 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:14:26.819308 run create_hlr_db(pid=23132): Launched\u000a20:14:26.995652 bus /gobi_6: Setting Powered False\u000a20:14:28.017904 run create_hlr_db(pid=23132): Terminated: ok {rc=0}\u000a20:14:28.456646 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23134): Launched\u000a20:14:28.785368 run osmo-hlr_10.42.42.2(pid=23135): Launched\u000a20:14:28.908144 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:14:29.478845 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23137): Launched\u000a20:14:29.807094 run osmo-stp_10.42.42.5(pid=23138): Launched\u000a20:14:29.925971 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:14:30.497716 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23140): Launched\u000a20:14:30.614291 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:14:30.917232 run patchelf(pid=23141): Launched\u000a20:14:31.106458 run osmo-stp_10.42.42.5(pid=23138): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23138)]\u000a20:14:31.239871 run osmo-stp_10.42.42.5(pid=23138): stdout: \u000a| (launched: 2022-12-12_20:14:29.644477)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:14:31.375716 run osmo-stp_10.42.42.5(pid=23138): stderr: \u000a| �[0;m�[38;5;43m20221212201429836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201429836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201429837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201429837 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201429838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201429838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201429838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:14:31.505650 run osmo-stp_10.42.42.5(pid=23138): stdout: \u000a| (launched: 2022-12-12_20:14:29.644477)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:14:31.634878 run osmo-stp_10.42.42.5(pid=23138): stderr: \u000a| �[0;m�[38;5;43m20221212201429836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201429836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201429837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201429837 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201429838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201429838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201429838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:14:31.784578 run patchelf(pid=23141): Terminating (SIGINT)\u000a20:14:31.962389 run patchelf(pid=23141): Terminated: ok {rc=0}\u000a20:14:31.995444 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23138): Process ended prematurely: osmo-stp_10.42.42.5(pid=23138) [trial-2381↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23138)] [trial-2381↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a20:14:32.005397 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a20:14:32.067863 run osmo-hlr_10.42.42.2(pid=23135): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23135)]\u000a20:14:32.121099 run osmo-hlr_10.42.42.2(pid=23135): stdout: \u000a| (launched: 2022-12-12_20:14:28.622861) \u000a20:14:32.173352 run osmo-hlr_10.42.42.2(pid=23135): stderr: \u000a| �[0;m�[1;31m20221212201428823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212201428823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212201428823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201428823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201428823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212201428823 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212201428835 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:nanobts+band-1900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212201428843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212201428844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212201428844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:14:32.217122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23134): Terminating (SIGTERM)\u000a20:14:32.257577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23137): Terminating (SIGTERM)\u000a20:14:32.298001 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23140): Terminating (SIGTERM)\u000a20:14:32.307445 --- ParallelTerminationStrategy: PID 23134 died...\u000a20:14:32.361549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23134): Terminated: ok {rc=0}\u000a20:14:32.371644 --- ParallelTerminationStrategy: PID 23137 died...\u000a20:14:32.425428 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23137): Terminated: ok {rc=0}\u000a20:14:32.435211 --- ParallelTerminationStrategy: PID 23140 died...\u000a20:14:32.488878 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23140): Terminated: ok {rc=0}\u000a20:14:32.578498 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "142", "name" : "gprs_nanobts+band-1900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:13:34" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23158): Process ended prematurely: osmo-stp_10.42.42.5(pid=23158) [trial-2381↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23158)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23158): Process ended prematurely: osmo-stp_10.42.42.5(pid=23158) [trial-2381↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23158)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:nanobts+band-1900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:14:34.700321 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:14:34.711394 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:14:34.858980 tst cs_paging_gprs_active.py: using LAC 31234\u000a20:14:34.980665 tst cs_paging_gprs_active.py: using RAC 124\u000a20:14:35.102548 tst cs_paging_gprs_active.py: using CellId 31234\u000a20:14:35.224563 tst cs_paging_gprs_active.py: using BVCI 31235\u000a20:14:35.248011 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:14:35.259269 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:14:35.270300 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:14:35.281342 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:14:35.292149 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:14:35.303159 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:14:35.314279 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:14:35.325138 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:14:35.336308 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:14:35.457760 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:14:35.760383 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:14:35.898645 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:14:36.243375 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23148): Launched\u000a20:14:36.531549 run iperf3-srv_10.42.42.10(pid=23149): Launched\u000a20:14:36.734848 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:14:36.872621 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:14:37.218464 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23150): Launched\u000a20:14:37.505149 run iperf3-srv_10.42.42.10(pid=23151): Launched\u000a20:14:37.707219 tst cs_paging_gprs_active.py:38: start network...\u000a20:14:37.844759 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:14:38.367748 run create_hlr_db(pid=23152): Launched\u000a20:14:38.559124 bus /gobi_6: Setting Powered False\u000a20:14:39.580467 run create_hlr_db(pid=23152): Terminated: ok {rc=0}\u000a20:14:40.000232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23154): Launched\u000a20:14:40.312660 run osmo-hlr_10.42.42.2(pid=23155): Launched\u000a20:14:40.430709 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:14:40.969136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23157): Launched\u000a20:14:41.281135 run osmo-stp_10.42.42.5(pid=23158): Launched\u000a20:14:41.392925 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:14:41.934684 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23160): Launched\u000a20:14:42.044207 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:14:42.317549 run patchelf(pid=23161): Launched\u000a20:14:42.499463 run osmo-stp_10.42.42.5(pid=23158): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23158)]\u000a20:14:42.632072 run osmo-stp_10.42.42.5(pid=23158): stdout: \u000a| (launched: 2022-12-12_20:14:41.126157)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:14:42.766056 run osmo-stp_10.42.42.5(pid=23158): stderr: \u000a| �[0;m�[38;5;43m20221212201441299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201441299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201441299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201441300 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201441302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201441302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201441302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:14:42.893882 run osmo-stp_10.42.42.5(pid=23158): stdout: \u000a| (launched: 2022-12-12_20:14:41.126157)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:14:43.020571 run osmo-stp_10.42.42.5(pid=23158): stderr: \u000a| �[0;m�[38;5;43m20221212201441299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201441299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201441299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201441300 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201441302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201441302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201441302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:14:43.168453 run patchelf(pid=23161): Terminating (SIGINT)\u000a20:14:43.341943 run patchelf(pid=23161): Terminated: ok {rc=0}\u000a20:14:43.373837 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=23158): Process ended prematurely: osmo-stp_10.42.42.5(pid=23158) [trial-2381↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23158)] [trial-2381↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a20:14:43.383233 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a20:14:43.444430 run osmo-hlr_10.42.42.2(pid=23155): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23155)]\u000a20:14:43.494034 run osmo-hlr_10.42.42.2(pid=23155): stdout: \u000a| (launched: 2022-12-12_20:14:40.157353) \u000a20:14:43.545191 run osmo-hlr_10.42.42.2(pid=23155): stderr: \u000a| �[0;m�[1;31m20221212201440337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212201440338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212201440338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201440338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201440338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212201440338 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212201440350 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212201440361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212201440361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212201440361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:14:43.588160 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23148): Terminating (SIGTERM)\u000a20:14:43.628704 run iperf3-srv_10.42.42.10(pid=23149): Terminating (SIGTERM)\u000a20:14:43.669818 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23150): Terminating (SIGTERM)\u000a20:14:43.710298 run iperf3-srv_10.42.42.10(pid=23151): Terminating (SIGTERM)\u000a20:14:43.751034 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23154): Terminating (SIGTERM)\u000a20:14:43.791549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23157): Terminating (SIGTERM)\u000a20:14:43.831968 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23160): Terminating (SIGTERM)\u000a20:14:43.841444 --- ParallelTerminationStrategy: PID 23148 died...\u000a20:14:43.896259 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23148): Terminated: ok {rc=0}\u000a20:14:43.906029 --- ParallelTerminationStrategy: PID 23149 died...\u000a20:14:43.960025 run iperf3-srv_10.42.42.10(pid=23149): Terminated {rc=256}\u000a20:14:43.969792 --- ParallelTerminationStrategy: PID 23150 died...\u000a20:14:44.024134 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23150): Terminated: ok {rc=0}\u000a20:14:44.033861 --- ParallelTerminationStrategy: PID 23151 died...\u000a20:14:44.087733 run iperf3-srv_10.42.42.10(pid=23151): Terminated {rc=256}\u000a20:14:44.097590 --- ParallelTerminationStrategy: PID 23154 died...\u000a20:14:44.151646 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23154): Terminated: ok {rc=0}\u000a20:14:44.161441 --- ParallelTerminationStrategy: PID 23157 died...\u000a20:14:44.215245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23157): Terminated: ok {rc=0}\u000a20:14:44.224929 --- ParallelTerminationStrategy: PID 23160 died...\u000a20:14:44.278869 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23160): Terminated: ok {rc=0}\u000a20:14:44.363583 bus /gobi_0: Setting Powered False\u000a20:14:45.467966 bus /gobi_0: Setting Powered False\u000a20:14:46.605097 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23170): Process ended prematurely: osmo-stp_10.42.42.5(pid=23170) [trial-2381↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23170)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23170): Process ended prematurely: osmo-stp_10.42.42.5(pid=23170) [trial-2381↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23170)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a20:14:47.725425 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:14:47.738000 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:14:47.897674 tst iperf3.py: using LAC 31235\u000a20:14:48.025802 tst iperf3.py: using RAC 125\u000a20:14:48.156544 tst iperf3.py: using CellId 31235\u000a20:14:48.284625 tst iperf3.py: using BVCI 31236\u000a20:14:48.309778 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:14:48.321467 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:14:48.332899 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:14:48.344756 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:14:48.356491 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:14:48.368121 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:14:48.379970 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:14:48.391514 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:14:48.403709 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:14:48.686482 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:14:48.814310 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:14:49.137477 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23162): Launched\u000a20:14:49.405898 run iperf3-srv_10.42.42.10(pid=23163): Launched\u000a20:14:49.593068 tst iperf3.py:8: start network...\u000a20:14:49.721406 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:14:50.216789 run create_hlr_db(pid=23164): Launched\u000a20:14:50.393096 bus /gobi_6: Setting Powered False\u000a20:14:51.416130 run create_hlr_db(pid=23164): Terminated: ok {rc=0}\u000a20:14:51.829314 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23166): Launched\u000a20:14:52.140531 run osmo-hlr_10.42.42.2(pid=23167): Launched\u000a20:14:52.256844 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:14:52.798651 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23169): Launched\u000a20:14:53.110335 run osmo-stp_10.42.42.5(pid=23170): Launched\u000a20:14:53.221853 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:14:53.760152 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23172): Launched\u000a20:14:53.869687 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:14:54.142010 run patchelf(pid=23173): Launched\u000a20:14:54.322752 run osmo-stp_10.42.42.5(pid=23170): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23170)]\u000a20:14:54.454875 run osmo-stp_10.42.42.5(pid=23170): stdout: \u000a| (launched: 2022-12-12_20:14:52.955188)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:14:54.587510 run osmo-stp_10.42.42.5(pid=23170): stderr: \u000a| �[0;m�[38;5;43m20221212201453129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201453130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201453130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201453130 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201453131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201453131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201453131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:14:54.714738 run osmo-stp_10.42.42.5(pid=23170): stdout: \u000a| (launched: 2022-12-12_20:14:52.955188)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:14:54.842005 run osmo-stp_10.42.42.5(pid=23170): stderr: \u000a| �[0;m�[38;5;43m20221212201453129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201453130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201453130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201453130 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201453131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201453131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201453131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:14:54.989224 run patchelf(pid=23173): Terminating (SIGINT)\u000a20:14:55.162994 run patchelf(pid=23173): Terminated: ok {rc=0}\u000a20:14:55.194809 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23170): Process ended prematurely: osmo-stp_10.42.42.5(pid=23170) [trial-2381↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23170)] [trial-2381↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a20:14:55.204124 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a20:14:55.265489 run osmo-hlr_10.42.42.2(pid=23167): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23167)]\u000a20:14:55.315373 run osmo-hlr_10.42.42.2(pid=23167): stdout: \u000a| (launched: 2022-12-12_20:14:51.985591) \u000a20:14:55.366294 run osmo-hlr_10.42.42.2(pid=23167): stderr: \u000a| �[0;m�[1;31m20221212201452165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212201452165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212201452165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201452165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201452165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212201452165 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212201452177 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212201452186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212201452187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212201452187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:14:55.409243 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23162): Terminating (SIGTERM)\u000a20:14:55.449577 run iperf3-srv_10.42.42.10(pid=23163): Terminating (SIGTERM)\u000a20:14:55.489910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23166): Terminating (SIGTERM)\u000a20:14:55.530239 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23169): Terminating (SIGTERM)\u000a20:14:55.570612 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23172): Terminating (SIGTERM)\u000a20:14:55.580004 --- ParallelTerminationStrategy: PID 23162 died...\u000a20:14:55.634602 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23162): Terminated: ok {rc=0}\u000a20:14:55.644409 --- ParallelTerminationStrategy: PID 23163 died...\u000a20:14:55.698649 run iperf3-srv_10.42.42.10(pid=23163): Terminated {rc=256}\u000a20:14:55.708364 --- ParallelTerminationStrategy: PID 23166 died...\u000a20:14:55.762437 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23166): Terminated: ok {rc=0}\u000a20:14:55.772229 --- ParallelTerminationStrategy: PID 23169 died...\u000a20:14:55.826724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23169): Terminated: ok {rc=0}\u000a20:14:55.836512 --- ParallelTerminationStrategy: PID 23172 died...\u000a20:14:55.890986 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23172): Terminated: ok {rc=0}\u000a20:14:55.981971 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23191): Process ended prematurely: osmo-stp_10.42.42.5(pid=23191) [trial-2381↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23191)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23191): Process ended prematurely: osmo-stp_10.42.42.5(pid=23191) [trial-2381↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23191)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a20:14:57.094851 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:14:57.106791 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:14:57.255527 tst iperf3m4.py: using LAC 31236\u000a20:14:57.377847 tst iperf3m4.py: using RAC 126\u000a20:14:57.500095 tst iperf3m4.py: using CellId 31236\u000a20:14:57.622189 tst iperf3m4.py: using BVCI 31237\u000a20:14:57.645938 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:14:57.657202 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:14:57.668026 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:14:57.678962 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:14:57.689772 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:14:57.700712 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:14:57.711751 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:14:57.722574 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:14:57.733629 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:14:57.857052 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:14:57.979565 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:14:58.101877 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:14:58.385585 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:14:58.512848 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:14:58.836771 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23174): Launched\u000a20:14:59.106507 run iperf3-srv_10.42.42.10(pid=23175): Launched\u000a20:14:59.294218 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:14:59.421961 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:14:59.745669 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23176): Launched\u000a20:15:00.014311 run iperf3-srv_10.42.42.10(pid=23177): Launched\u000a20:15:00.201416 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:15:00.328185 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:15:00.650924 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23178): Launched\u000a20:15:00.945824 run iperf3-srv_10.42.42.10(pid=23179): Launched\u000a20:15:01.157521 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:15:01.301421 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:15:01.665561 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23180): Launched\u000a20:15:02.003436 run iperf3-srv_10.42.42.10(pid=23184): Launched\u000a20:15:02.212057 tst iperf3m4.py:8: start network...\u000a20:15:02.355153 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:15:02.876358 run create_hlr_db(pid=23185): Launched\u000a20:15:03.068458 bus /gobi_6: Setting Powered False\u000a20:15:04.088187 run create_hlr_db(pid=23185): Terminated: ok {rc=0}\u000a20:15:04.505525 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23187): Launched\u000a20:15:04.817895 run osmo-hlr_10.42.42.2(pid=23188): Launched\u000a20:15:04.936076 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:15:05.472740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23190): Launched\u000a20:15:05.783921 run osmo-stp_10.42.42.5(pid=23191): Launched\u000a20:15:05.895650 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:15:06.433551 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23193): Launched\u000a20:15:06.542241 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:15:06.813915 run patchelf(pid=23194): Launched\u000a20:15:06.995266 run osmo-stp_10.42.42.5(pid=23191): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23191)]\u000a20:15:07.127640 run osmo-stp_10.42.42.5(pid=23191): stdout: \u000a| (launched: 2022-12-12_20:15:05.628167)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:15:07.259921 run osmo-stp_10.42.42.5(pid=23191): stderr: \u000a| �[0;m�[38;5;43m20221212201505800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201505800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201505800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201505801 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201505801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201505802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201505802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:15:07.387096 run osmo-stp_10.42.42.5(pid=23191): stdout: \u000a| (launched: 2022-12-12_20:15:05.628167)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:15:07.512571 run osmo-stp_10.42.42.5(pid=23191): stderr: \u000a| �[0;m�[38;5;43m20221212201505800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201505800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201505800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201505801 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201505801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201505802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201505802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:15:07.659432 run patchelf(pid=23194): Terminating (SIGINT)\u000a20:15:07.832294 run patchelf(pid=23194): Terminated: ok {rc=0}\u000a20:15:07.864001 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23191): Process ended prematurely: osmo-stp_10.42.42.5(pid=23191) [trial-2381↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23191)] [trial-2381↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a20:15:07.873373 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a20:15:07.934332 run osmo-hlr_10.42.42.2(pid=23188): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23188)]\u000a20:15:07.983721 run osmo-hlr_10.42.42.2(pid=23188): stdout: \u000a| (launched: 2022-12-12_20:15:04.661890) \u000a20:15:08.033942 run osmo-hlr_10.42.42.2(pid=23188): stderr: \u000a| �[0;m�[1;31m20221212201504842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212201504842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212201504842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201504842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201504842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212201504842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212201504855 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212201504866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212201504866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212201504866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:15:08.076617 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23174): Terminating (SIGTERM)\u000a20:15:08.116993 run iperf3-srv_10.42.42.10(pid=23175): Terminating (SIGTERM)\u000a20:15:08.157642 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23176): Terminating (SIGTERM)\u000a20:15:08.197614 run iperf3-srv_10.42.42.10(pid=23177): Terminating (SIGTERM)\u000a20:15:08.237515 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23178): Terminating (SIGTERM)\u000a20:15:08.277513 run iperf3-srv_10.42.42.10(pid=23179): Terminating (SIGTERM)\u000a20:15:08.317508 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23180): Terminating (SIGTERM)\u000a20:15:08.357266 run iperf3-srv_10.42.42.10(pid=23184): Terminating (SIGTERM)\u000a20:15:08.397428 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23187): Terminating (SIGTERM)\u000a20:15:08.437230 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23190): Terminating (SIGTERM)\u000a20:15:08.477197 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23193): Terminating (SIGTERM)\u000a20:15:08.486171 --- ParallelTerminationStrategy: PID 23174 died...\u000a20:15:08.539936 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23174): Terminated: ok {rc=0}\u000a20:15:08.549718 --- ParallelTerminationStrategy: PID 23175 died...\u000a20:15:08.603585 run iperf3-srv_10.42.42.10(pid=23175): Terminated {rc=256}\u000a20:15:08.613478 --- ParallelTerminationStrategy: PID 23176 died...\u000a20:15:08.667679 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23176): Terminated: ok {rc=0}\u000a20:15:08.677495 --- ParallelTerminationStrategy: PID 23177 died...\u000a20:15:08.730832 run iperf3-srv_10.42.42.10(pid=23177): Terminated {rc=256}\u000a20:15:08.740481 --- ParallelTerminationStrategy: PID 23178 died...\u000a20:15:08.794748 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23178): Terminated: ok {rc=0}\u000a20:15:08.804410 --- ParallelTerminationStrategy: PID 23179 died...\u000a20:15:08.858889 run iperf3-srv_10.42.42.10(pid=23179): Terminated {rc=256}\u000a20:15:08.868703 --- ParallelTerminationStrategy: PID 23180 died...\u000a20:15:08.922533 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23180): Terminated: ok {rc=0}\u000a20:15:08.932258 --- ParallelTerminationStrategy: PID 23184 died...\u000a20:15:08.985740 run iperf3-srv_10.42.42.10(pid=23184): Terminated {rc=256}\u000a20:15:08.995408 --- ParallelTerminationStrategy: PID 23187 died...\u000a20:15:09.048814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23187): Terminated: ok {rc=0}\u000a20:15:09.058569 --- ParallelTerminationStrategy: PID 23190 died...\u000a20:15:09.111990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23190): Terminated: ok {rc=0}\u000a20:15:09.121838 --- ParallelTerminationStrategy: PID 23193 died...\u000a20:15:09.175524 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23193): Terminated: ok {rc=0}\u000a20:15:09.260143 bus /gobi_4: Setting Powered False\u000a20:15:10.362483 bus /gobi_4: Setting Powered False\u000a20:15:11.476234 bus /gobi_1: Setting Powered False\u000a20:15:12.581488 bus /gobi_1: Setting Powered False\u000a20:15:13.694910 bus /gobi_0: Setting Powered False\u000a20:15:14.803565 bus /gobi_0: Setting Powered False\u000a20:15:15.948533 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23201): Process ended prematurely: osmo-stp_10.42.42.5(pid=23201) [trial-2381↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23201)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23201): Process ended prematurely: osmo-stp_10.42.42.5(pid=23201) [trial-2381↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23201)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a20:15:17.036683 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:15:17.053878 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:15:17.228727 tst ping.py: using LAC 31237\u000a20:15:17.355271 tst ping.py: using RAC 127\u000a20:15:17.482518 tst ping.py: using CellId 31237\u000a20:15:17.608323 tst ping.py: using BVCI 31238\u000a20:15:17.633128 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:15:17.645067 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:15:17.656625 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:15:17.669219 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:15:17.681622 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:15:17.694078 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:15:17.706619 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:15:17.718970 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:15:18.001662 tst ping.py:19: start network...\u000a20:15:18.127326 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:15:18.615648 run create_hlr_db(pid=23195): Launched\u000a20:15:18.790724 bus /gobi_6: Setting Powered False\u000a20:15:19.812509 run create_hlr_db(pid=23195): Terminated: ok {rc=0}\u000a20:15:20.250447 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23197): Launched\u000a20:15:20.578220 run osmo-hlr_10.42.42.2(pid=23198): Launched\u000a20:15:20.701009 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:15:21.275515 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23200): Launched\u000a20:15:21.601894 run osmo-stp_10.42.42.5(pid=23201): Launched\u000a20:15:21.720709 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:15:22.290543 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23203): Launched\u000a20:15:22.406562 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:15:22.691862 run patchelf(pid=23204): Launched\u000a20:15:22.880927 run osmo-stp_10.42.42.5(pid=23201): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23201)]\u000a20:15:23.019571 run osmo-stp_10.42.42.5(pid=23201): stdout: \u000a| (launched: 2022-12-12_20:15:21.440600)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:15:23.159151 run osmo-stp_10.42.42.5(pid=23201): stderr: \u000a| �[0;m�[38;5;43m20221212201521634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201521634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201521634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201521635 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201521635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201521635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201521635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:15:23.293555 run osmo-stp_10.42.42.5(pid=23201): stdout: \u000a| (launched: 2022-12-12_20:15:21.440600)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:15:23.426752 run osmo-stp_10.42.42.5(pid=23201): stderr: \u000a| �[0;m�[38;5;43m20221212201521634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201521634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201521634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201521635 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201521635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201521635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201521635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:15:23.581077 run patchelf(pid=23204): Terminating (SIGINT)\u000a20:15:23.761848 run patchelf(pid=23204): Terminated: ok {rc=0}\u000a20:15:23.794966 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23201): Process ended prematurely: osmo-stp_10.42.42.5(pid=23201) [trial-2381↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23201)] [trial-2381↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22]\u000a20:15:23.804371 tst ping.py:22: Test FAILED (6.8 sec)\u000a20:15:23.868488 run osmo-hlr_10.42.42.2(pid=23198): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23198)]\u000a20:15:23.920933 run osmo-hlr_10.42.42.2(pid=23198): stdout: \u000a| (launched: 2022-12-12_20:15:20.416652) \u000a20:15:23.973957 run osmo-hlr_10.42.42.2(pid=23198): stderr: \u000a| �[0;m�[1;31m20221212201520618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212201520618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212201520618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201520618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201520618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212201520618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212201520630 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212201520638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212201520638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212201520638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:15:24.018406 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23197): Terminating (SIGTERM)\u000a20:15:24.060595 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23200): Terminating (SIGTERM)\u000a20:15:24.103493 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23203): Terminating (SIGTERM)\u000a20:15:24.113779 --- ParallelTerminationStrategy: PID 23197 died...\u000a20:15:24.171091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23197): Terminated: ok {rc=0}\u000a20:15:24.181409 --- ParallelTerminationStrategy: PID 23200 died...\u000a20:15:24.238145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23200): Terminated: ok {rc=0}\u000a20:15:24.248653 --- ParallelTerminationStrategy: PID 23203 died...\u000a20:15:24.305614 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23203): Terminated: ok {rc=0}\u000a20:15:24.394251 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23213): Process ended prematurely: osmo-stp_10.42.42.5(pid=23213) [trial-2381↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23213)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23213): Process ended prematurely: osmo-stp_10.42.42.5(pid=23213) [trial-2381↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23213)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a20:15:25.447386 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:15:25.459231 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:15:25.607219 tst ping_idle_ping.py: using LAC 31238\u000a20:15:25.727751 tst ping_idle_ping.py: using RAC 128\u000a20:15:25.848380 tst ping_idle_ping.py: using CellId 31238\u000a20:15:25.967213 tst ping_idle_ping.py: using BVCI 31239\u000a20:15:25.990301 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:15:26.001528 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:15:26.012538 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:15:26.023546 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:15:26.034439 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:15:26.045394 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:15:26.056473 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:15:26.067426 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:15:26.362669 tst ping_idle_ping.py:24: start network...\u000a20:15:26.499373 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:15:27.017188 run create_hlr_db(pid=23205): Launched\u000a20:15:27.207184 bus /gobi_6: Setting Powered False\u000a20:15:28.228159 run create_hlr_db(pid=23205): Terminated: ok {rc=0}\u000a20:15:28.640696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23207): Launched\u000a20:15:28.949044 run osmo-hlr_10.42.42.2(pid=23208): Launched\u000a20:15:29.062874 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:15:29.595160 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23212): Launched\u000a20:15:29.902186 run osmo-stp_10.42.42.5(pid=23213): Launched\u000a20:15:30.012172 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:15:30.541922 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23215): Launched\u000a20:15:30.649594 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:15:30.925534 run patchelf(pid=23216): Launched\u000a20:15:31.106170 run osmo-stp_10.42.42.5(pid=23213): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23213)]\u000a20:15:31.238557 run osmo-stp_10.42.42.5(pid=23213): stdout: \u000a| (launched: 2022-12-12_20:15:29.749121)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:15:31.370737 run osmo-stp_10.42.42.5(pid=23213): stderr: \u000a| �[0;m�[38;5;43m20221212201529921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201529921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201529921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201529922 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201529924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201529924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201529924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:15:31.498528 run osmo-stp_10.42.42.5(pid=23213): stdout: \u000a| (launched: 2022-12-12_20:15:29.749121)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:15:31.624868 run osmo-stp_10.42.42.5(pid=23213): stderr: \u000a| �[0;m�[38;5;43m20221212201529921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201529921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201529921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201529922 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201529924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201529924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201529924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:15:31.771668 run patchelf(pid=23216): Terminating (SIGINT)\u000a20:15:31.961110 run patchelf(pid=23216): Terminated: ok {rc=0}\u000a20:15:31.996498 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23213): Process ended prematurely: osmo-stp_10.42.42.5(pid=23213) [trial-2381↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23213)] [trial-2381↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a20:15:32.007371 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a20:15:32.077279 run osmo-hlr_10.42.42.2(pid=23208): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23208)]\u000a20:15:32.133915 run osmo-hlr_10.42.42.2(pid=23208): stdout: \u000a| (launched: 2022-12-12_20:15:28.794847) \u000a20:15:32.189564 run osmo-hlr_10.42.42.2(pid=23208): stderr: \u000a| �[0;m�[1;31m20221212201528972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212201528972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212201528973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201528973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201528973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212201528973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212201528985 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212201528997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212201528998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212201528998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:15:32.235892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23207): Terminating (SIGTERM)\u000a20:15:32.277575 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23212): Terminating (SIGTERM)\u000a20:15:32.317866 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23215): Terminating (SIGTERM)\u000a20:15:32.327154 --- ParallelTerminationStrategy: PID 23207 died...\u000a20:15:32.381051 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23207): Terminated: ok {rc=0}\u000a20:15:32.390764 --- ParallelTerminationStrategy: PID 23212 died...\u000a20:15:32.444558 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23212): Terminated: ok {rc=0}\u000a20:15:32.454387 --- ParallelTerminationStrategy: PID 23215 died...\u000a20:15:32.507906 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23215): Terminated: ok {rc=0}\u000a20:15:32.592454 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "143", "name" : "gprs_nanobts+band-1900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:14:34" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23226): Process ended prematurely: osmo-stp_10.42.42.5(pid=23226) [trial-2381↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23226)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23226): Process ended prematurely: osmo-stp_10.42.42.5(pid=23226) [trial-2381↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23226)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a20:15:34.612494 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:15:34.624588 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:15:34.781179 tst switch_tch_pdch.py: using LAC 31239\u000a20:15:34.906554 tst switch_tch_pdch.py: using RAC 129\u000a20:15:35.032451 tst switch_tch_pdch.py: using CellId 31239\u000a20:15:35.161535 tst switch_tch_pdch.py: using BVCI 31240\u000a20:15:35.186458 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:15:35.198692 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:15:35.210950 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:15:35.223315 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:15:35.235680 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:15:35.247959 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:15:35.260491 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:15:35.272888 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:15:35.391832 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:15:35.674173 tst switch_tch_pdch.py:51: start network...\u000a20:15:35.800219 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:15:36.288057 run create_hlr_db(pid=23220): Launched\u000a20:15:36.463013 bus /gobi_6: Setting Powered False\u000a20:15:37.484702 run create_hlr_db(pid=23220): Terminated: ok {rc=0}\u000a20:15:37.893257 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23222): Launched\u000a20:15:38.198254 run osmo-hlr_10.42.42.2(pid=23223): Launched\u000a20:15:38.314101 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:15:38.842547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23225): Launched\u000a20:15:39.149100 run osmo-stp_10.42.42.5(pid=23226): Launched\u000a20:15:39.259514 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:15:39.789832 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23228): Launched\u000a20:15:39.896771 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:15:40.162145 run patchelf(pid=23229): Launched\u000a20:15:40.339599 run osmo-stp_10.42.42.5(pid=23226): ERR: Terminated: ERROR {rc=1} [trial-2381↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23226)]\u000a20:15:40.468702 run osmo-stp_10.42.42.5(pid=23226): stdout: \u000a| (launched: 2022-12-12_20:15:38.995923)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:15:40.598258 run osmo-stp_10.42.42.5(pid=23226): stderr: \u000a| �[0;m�[38;5;43m20221212201539170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201539171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201539171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201539171 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201539172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201539172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201539172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:15:40.723085 run osmo-stp_10.42.42.5(pid=23226): stdout: \u000a| (launched: 2022-12-12_20:15:38.995923)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:15:40.846784 run osmo-stp_10.42.42.5(pid=23226): stderr: \u000a| �[0;m�[38;5;43m20221212201539170 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201539171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201539171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201539171 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201539172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201539172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201539172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:15:40.990951 run patchelf(pid=23229): Terminating (SIGINT)\u000a20:15:41.160160 run patchelf(pid=23229): Terminated: ok {rc=0}\u000a20:15:41.190861 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=23226): Process ended prematurely: osmo-stp_10.42.42.5(pid=23226) [trial-2381↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23226)] [trial-2381↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a20:15:41.200996 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a20:15:41.266592 run osmo-hlr_10.42.42.2(pid=23223): ERR: Terminated: ERROR {rc=237} [trial-2381↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23223)]\u000a20:15:41.319649 run osmo-hlr_10.42.42.2(pid=23223): stdout: \u000a| (launched: 2022-12-12_20:15:38.047004) \u000a20:15:41.373402 run osmo-hlr_10.42.42.2(pid=23223): stderr: \u000a| �[0;m�[1;31m20221212201538225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212201538225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212201538225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201538225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201538225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212201538225 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212201538236 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212201538245 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212201538246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212201538246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:15:41.418491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23222): Terminating (SIGTERM)\u000a20:15:41.461186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23225): Terminating (SIGTERM)\u000a20:15:41.503746 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23228): Terminating (SIGTERM)\u000a20:15:41.514012 --- ParallelTerminationStrategy: PID 23222 died...\u000a20:15:41.571347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23222): Terminated: ok {rc=0}\u000a20:15:41.581940 --- ParallelTerminationStrategy: PID 23225 died...\u000a20:15:41.639054 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23225): Terminated: ok {rc=0}\u000a20:15:41.649362 --- ParallelTerminationStrategy: PID 23228 died...\u000a20:15:41.706101 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23228): Terminated: ok {rc=0}\u000a20:15:41.794221 bus /gobi_0: Setting Powered False\u000a20:15:42.903203 bus /gobi_0: Setting Powered False\u000a20:15:44.012624 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "144", "name" : "dynts_nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:15:34" }, { "cases" : [ { "testActions" : [ ], "age" : 51, "className" : "sms:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23239): Process ended prematurely: osmo-stp_10.42.42.5(pid=23239) [trial-2381↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23239)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23239): Process ended prematurely: osmo-stp_10.42.42.5(pid=23239) [trial-2381↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23239)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 sms:nanobts+band-900 mo_mt_sms.py\u000a----------------------------------------------\u000a20:15:45.979892 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a20:15:45.991634 tst sms:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a20:15:46.136047 tst mo_mt_sms.py: using LAC 31240\u000a20:15:46.266663 tst mo_mt_sms.py: using RAC 130\u000a20:15:46.396305 tst mo_mt_sms.py: using CellId 31240\u000a20:15:46.524900 tst mo_mt_sms.py: using BVCI 31241\u000a20:15:46.550808 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a20:15:46.563213 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a20:15:46.575438 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a20:15:46.588755 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a20:15:46.603144 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a20:15:46.615301 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a20:15:46.740403 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a20:15:46.958753 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:15:47.473970 run create_hlr_db(pid=23233): Launched\u000a20:15:47.662586 bus /gobi_6: Setting Powered False\u000a20:15:48.684163 run create_hlr_db(pid=23233): Terminated: ok {rc=0}\u000a20:15:49.095313 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23235): Launched\u000a20:15:49.401198 run osmo-hlr_10.42.42.2(pid=23236): Launched\u000a20:15:49.522378 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:15:50.058604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23238): Launched\u000a20:15:50.364276 run osmo-stp_10.42.42.5(pid=23239): Launched\u000a20:15:50.473925 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:15:51.030390 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23241): Launched\u000a20:15:51.336507 run osmo-msc_10.42.42.6(pid=23242): Launched\u000a20:15:51.515685 run osmo-stp_10.42.42.5(pid=23239): ERR: Terminated: ERROR {rc=1} [trial-2381↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23239)]\u000a20:15:51.644731 run osmo-stp_10.42.42.5(pid=23239): stdout: \u000a| (launched: 2022-12-12_20:15:50.212138)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:15:51.770958 run osmo-stp_10.42.42.5(pid=23239): stderr: \u000a| �[0;m�[38;5;43m20221212201550385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201550385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201550385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201550386 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201550386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201550386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201550386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:15:51.892563 run osmo-stp_10.42.42.5(pid=23239): stdout: \u000a| (launched: 2022-12-12_20:15:50.212138)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:15:52.013354 run osmo-stp_10.42.42.5(pid=23239): stderr: \u000a| �[0;m�[38;5;43m20221212201550385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201550385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201550385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201550386 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201550386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201550386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201550386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:15:52.066414 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=23239): Process ended prematurely: osmo-stp_10.42.42.5(pid=23239) [trial-2381↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23239)] [trial-2381↪sms:nanobts+band-900↪mo_mt_sms.py:16]\u000a20:15:52.074362 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a20:15:52.135150 run osmo-hlr_10.42.42.2(pid=23236): ERR: Terminated: ERROR {rc=237} [trial-2381↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23236)]\u000a20:15:52.184970 run osmo-hlr_10.42.42.2(pid=23236): stdout: \u000a| (launched: 2022-12-12_20:15:49.249967) \u000a20:15:52.235422 run osmo-hlr_10.42.42.2(pid=23236): stderr: \u000a| �[0;m�[1;31m20221212201549429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212201549429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212201549429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201549429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201549429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212201549429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212201549441 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/sms:nanobts+band-900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212201549450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212201549450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212201549450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:15:52.303632 run osmo-msc_10.42.42.6(pid=23242): ERR: Terminated: ERROR {rc=2} [trial-2381↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23242)]\u000a20:15:52.353128 run osmo-msc_10.42.42.6(pid=23242): stdout: \u000a| (launched: 2022-12-12_20:15:51.184391) \u000a20:15:52.403175 run osmo-msc_10.42.42.6(pid=23242): stderr: \u000a| �[0;m�[38;5;43m20221212201551457 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212201551457 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd69ca07c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212201551457 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212201551457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212201551457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212201551457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212201551459 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212201551459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212201551460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212201551460 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:15:52.445795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23235): Terminating (SIGTERM)\u000a20:15:52.486004 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23238): Terminating (SIGTERM)\u000a20:15:52.526392 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23241): Terminating (SIGTERM)\u000a20:15:52.535790 --- ParallelTerminationStrategy: PID 23235 died...\u000a20:15:52.589740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23235): Terminated: ok {rc=0}\u000a20:15:52.599461 --- ParallelTerminationStrategy: PID 23238 died...\u000a20:15:52.652841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23238): Terminated: ok {rc=0}\u000a20:15:52.662571 --- ParallelTerminationStrategy: PID 23241 died...\u000a20:15:52.716125 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23241): Terminated: ok {rc=0}\u000a20:15:52.806559 bus /sierra_3: Setting Powered False\u000a20:15:53.910647 bus /sierra_3: Setting Powered False\u000a20:15:55.021821 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "145", "name" : "sms_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:15:45" }, { "cases" : [ { "testActions" : [ ], "age" : 210, "className" : "nitb_ussd:nanobts+band-900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=23248): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23248) [trial-2381↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23248)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=23248): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23248) [trial-2381↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23248)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 nitb_ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a20:15:56.876803 tst nitb_ussd:nanobts+band-900: Using 1 x ip_address (candidates: 1)\u000a20:15:56.888279 tst nitb_ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a20:15:57.034545 tst assert_extension.py: using LAC 31241\u000a20:15:57.162443 tst assert_extension.py: using RAC 131\u000a20:15:57.287282 tst assert_extension.py: using CellId 31241\u000a20:15:57.412008 tst assert_extension.py: using BVCI 31242\u000a20:15:57.436445 tst nitb_ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a20:15:57.730081 tst assert_extension.py:10: start nitb and bts...\u000a20:15:57.866080 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a20:15:58.539327 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23247): Launched\u000a20:15:58.862492 run osmo-nitb_10.42.42.2(pid=23248): Launched\u000a20:15:59.061495 run osmo-nitb_10.42.42.2(pid=23248): ERR: Terminated: ERROR {rc=2} [trial-2381↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23248)]\u000a20:15:59.208939 run osmo-nitb_10.42.42.2(pid=23248): stdout: \u000a| (launched: 2022-12-12_20:15:58.703911) \u000a20:15:59.356483 run osmo-nitb_10.42.42.2(pid=23248): stderr: \u000a| (launched: 2022-12-12_20:15:58.751900)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:15:59.499098 run osmo-nitb_10.42.42.2(pid=23248): stdout: \u000a| (launched: 2022-12-12_20:15:58.703911) \u000a20:15:59.639897 run osmo-nitb_10.42.42.2(pid=23248): stderr: \u000a| (launched: 2022-12-12_20:15:58.751900)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:15:59.993325 tst osmo-nitb_10.42.42.2(pid=23248): stdout: \u000a| (launched: 2022-12-12_20:15:58.703911) \u000a20:16:00.122951 tst osmo-nitb_10.42.42.2(pid=23248): stderr: \u000a| (launched: 2022-12-12_20:15:58.751900)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:16:00.179362 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=23248): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23248) [trial-2381↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23248)] [trial-2381↪nitb_ussd:nanobts+band-900↪assert_extension.py:12]\u000a20:16:00.188384 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a20:16:00.225622 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23247): Terminating (SIGTERM)\u000a20:16:00.403763 --- ParallelTerminationStrategy: PID 23247 died...\u000a20:16:00.462784 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23247): Terminated: ok {rc=0}\u000a20:16:00.550386 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "146", "name" : "nitb_ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:15:56" }, { "cases" : [ { "testActions" : [ ], "age" : 51, "className" : "ussd:nanobts+band-900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23258): Process ended prematurely: osmo-stp_10.42.42.5(pid=23258) [trial-2381↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23258)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23258): Process ended prematurely: osmo-stp_10.42.42.5(pid=23258) [trial-2381↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23258)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a20:16:02.422364 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a20:16:02.433546 tst ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a20:16:02.574224 tst assert_extension.py: using LAC 31242\u000a20:16:02.702016 tst assert_extension.py: using RAC 132\u000a20:16:02.826791 tst assert_extension.py: using CellId 31242\u000a20:16:02.943237 tst assert_extension.py: using BVCI 31243\u000a20:16:02.966300 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a20:16:02.977322 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a20:16:02.987963 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a20:16:02.999138 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a20:16:03.009928 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a20:16:03.020622 tst ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a20:16:03.231976 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:16:03.742873 run create_hlr_db(pid=23252): Launched\u000a20:16:03.931560 bus /sierra_2: Setting Powered False\u000a20:16:04.952509 run create_hlr_db(pid=23252): Terminated: ok {rc=0}\u000a20:16:05.363846 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23254): Launched\u000a20:16:05.670436 run osmo-hlr_10.42.42.2(pid=23255): Launched\u000a20:16:05.785949 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:16:06.315297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23257): Launched\u000a20:16:06.620545 run osmo-stp_10.42.42.5(pid=23258): Launched\u000a20:16:06.729953 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:16:07.283408 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23260): Launched\u000a20:16:07.589571 run osmo-msc_10.42.42.6(pid=23261): Launched\u000a20:16:07.767563 run osmo-stp_10.42.42.5(pid=23258): ERR: Terminated: ERROR {rc=1} [trial-2381↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23258)]\u000a20:16:07.895240 run osmo-stp_10.42.42.5(pid=23258): stdout: \u000a| (launched: 2022-12-12_20:16:06.468090)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:16:08.020811 run osmo-stp_10.42.42.5(pid=23258): stderr: \u000a| �[0;m�[38;5;43m20221212201606641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201606641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201606642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201606642 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201606643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201606643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201606643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:16:08.141906 run osmo-stp_10.42.42.5(pid=23258): stdout: \u000a| (launched: 2022-12-12_20:16:06.468090)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:16:08.262364 run osmo-stp_10.42.42.5(pid=23258): stderr: \u000a| �[0;m�[38;5;43m20221212201606641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201606641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201606642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201606642 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201606643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201606643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201606643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:16:08.314972 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=23258): Process ended prematurely: osmo-stp_10.42.42.5(pid=23258) [trial-2381↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23258)] [trial-2381↪ussd:nanobts+band-900↪assert_extension.py:17]\u000a20:16:08.323005 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a20:16:08.383399 run osmo-hlr_10.42.42.2(pid=23255): ERR: Terminated: ERROR {rc=237} [trial-2381↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23255)]\u000a20:16:08.432851 run osmo-hlr_10.42.42.2(pid=23255): stdout: \u000a| (launched: 2022-12-12_20:16:05.517636) \u000a20:16:08.483019 run osmo-hlr_10.42.42.2(pid=23255): stderr: \u000a| �[0;m�[1;31m20221212201605697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212201605697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212201605697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201605697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201605697 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212201605698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212201605710 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/ussd:nanobts+band-900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212201605718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212201605719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212201605719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:16:08.551021 run osmo-msc_10.42.42.6(pid=23261): ERR: Terminated: ERROR {rc=2} [trial-2381↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23261)]\u000a20:16:08.600074 run osmo-msc_10.42.42.6(pid=23261): stdout: \u000a| (launched: 2022-12-12_20:16:07.437111) \u000a20:16:08.649818 run osmo-msc_10.42.42.6(pid=23261): stderr: \u000a| �[0;m�[38;5;43m20221212201607710 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212201607711 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7effc9b6ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212201607711 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212201607711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212201607711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212201607711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212201607713 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212201607713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212201607713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212201607714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:16:08.692026 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23254): Terminating (SIGTERM)\u000a20:16:08.731841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23257): Terminating (SIGTERM)\u000a20:16:08.771640 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23260): Terminating (SIGTERM)\u000a20:16:08.780909 --- ParallelTerminationStrategy: PID 23254 died...\u000a20:16:08.834625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23254): Terminated: ok {rc=0}\u000a20:16:08.844198 --- ParallelTerminationStrategy: PID 23257 died...\u000a20:16:08.897977 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23257): Terminated: ok {rc=0}\u000a20:16:08.907641 --- ParallelTerminationStrategy: PID 23260 died...\u000a20:16:08.960771 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23260): Terminated: ok {rc=0}\u000a20:16:09.050531 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "147", "name" : "ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:16:02" }, { "cases" : [ { "testActions" : [ ], "age" : 51, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23272): Process ended prematurely: osmo-stp_10.42.42.5(pid=23272) [trial-2381↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23272)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23272): Process ended prematurely: osmo-stp_10.42.42.5(pid=23272) [trial-2381↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23272)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a20:16:11.014091 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:16:11.026046 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a20:16:11.192179 tst mo_mt_call.py: using LAC 31243\u000a20:16:11.322915 tst mo_mt_call.py: using RAC 133\u000a20:16:11.455225 tst mo_mt_call.py: using CellId 31243\u000a20:16:11.582586 tst mo_mt_call.py: using BVCI 31244\u000a20:16:11.607542 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:16:11.619381 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:16:11.630994 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:16:11.643166 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:16:11.655449 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:16:11.667498 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:16:11.789324 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:16:11.995891 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:16:12.493176 run create_hlr_db(pid=23266): Launched\u000a20:16:12.670510 bus /sierra_2: Setting Powered False\u000a20:16:13.691486 run create_hlr_db(pid=23266): Terminated: ok {rc=0}\u000a20:16:14.132108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23268): Launched\u000a20:16:14.465619 run osmo-hlr_10.42.42.2(pid=23269): Launched\u000a20:16:14.588312 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:16:15.162786 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23271): Launched\u000a20:16:15.494782 run osmo-stp_10.42.42.5(pid=23272): Launched\u000a20:16:15.615173 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:16:16.246614 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23274): Launched\u000a20:16:16.715324 run osmo-msc_10.42.42.6(pid=23275): Launched\u000a20:16:17.024497 run osmo-stp_10.42.42.5(pid=23272): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23272)]\u000a20:16:17.265555 run osmo-stp_10.42.42.5(pid=23272): stdout: \u000a| (launched: 2022-12-12_20:16:15.330214)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:16:17.405498 run osmo-stp_10.42.42.5(pid=23272): stderr: \u000a| �[0;m�[38;5;43m20221212201615525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201615526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201615526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201615526 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201615527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201615527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201615527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:16:17.540339 run osmo-stp_10.42.42.5(pid=23272): stdout: \u000a| (launched: 2022-12-12_20:16:15.330214)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:16:17.665640 run osmo-stp_10.42.42.5(pid=23272): stderr: \u000a| �[0;m�[38;5;43m20221212201615525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201615526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201615526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201615526 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201615527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201615527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201615527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:16:17.720042 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23272): Process ended prematurely: osmo-stp_10.42.42.5(pid=23272) [trial-2381↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23272)] [trial-2381↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a20:16:17.728756 tst mo_mt_call.py:8: Test FAILED (6.8 sec)\u000a20:16:17.790872 run osmo-hlr_10.42.42.2(pid=23269): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23269)]\u000a20:16:17.841507 run osmo-hlr_10.42.42.2(pid=23269): stdout: \u000a| (launched: 2022-12-12_20:16:14.300063) \u000a20:16:17.892679 run osmo-hlr_10.42.42.2(pid=23269): stderr: \u000a| �[0;m�[1;31m20221212201614500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212201614500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212201614500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201614500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201614500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212201614500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212201614513 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212201614523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212201614524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212201614524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:16:17.962074 run osmo-msc_10.42.42.6(pid=23275): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23275)]\u000a20:16:18.012085 run osmo-msc_10.42.42.6(pid=23275): stdout: \u000a| (launched: 2022-12-12_20:16:16.417086) \u000a20:16:18.063939 run osmo-msc_10.42.42.6(pid=23275): stderr: \u000a| �[0;m�[38;5;43m20221212201616818 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212201616818 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f48fb005c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212201616819 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212201616819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212201616819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212201616819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212201616828 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212201616828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212201616828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212201616828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:16:18.106486 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23268): Terminating (SIGTERM)\u000a20:16:18.147230 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23271): Terminating (SIGTERM)\u000a20:16:18.187859 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23274): Terminating (SIGTERM)\u000a20:16:18.197740 --- ParallelTerminationStrategy: PID 23268 died...\u000a20:16:18.252251 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23268): Terminated: ok {rc=0}\u000a20:16:18.262560 --- ParallelTerminationStrategy: PID 23271 died...\u000a20:16:18.316784 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23271): Terminated: ok {rc=0}\u000a20:16:18.327063 --- ParallelTerminationStrategy: PID 23274 died...\u000a20:16:18.381451 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23274): Terminated: ok {rc=0}\u000a20:16:18.472414 bus /sierra_3: Setting Powered False\u000a20:16:19.576755 bus /sierra_3: Setting Powered False\u000a20:16:20.689685 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 62, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23283): Process ended prematurely: osmo-stp_10.42.42.5(pid=23283) [trial-2381↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23283)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23283): Process ended prematurely: osmo-stp_10.42.42.5(pid=23283) [trial-2381↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23283)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:16:21.801614 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:16:21.813598 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a20:16:21.977332 tst mo_mt_call_osmux.py: using LAC 31244\u000a20:16:22.098163 tst mo_mt_call_osmux.py: using RAC 134\u000a20:16:22.217917 tst mo_mt_call_osmux.py: using CellId 31244\u000a20:16:22.336454 tst mo_mt_call_osmux.py: using BVCI 31245\u000a20:16:22.359816 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:16:22.371074 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:16:22.382137 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:16:22.393628 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:16:22.404716 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a20:16:22.415749 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:16:22.535998 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a20:16:22.742815 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:16:23.237299 run create_hlr_db(pid=23277): Launched\u000a20:16:23.414115 bus /sierra_2: Setting Powered False\u000a20:16:24.437237 run create_hlr_db(pid=23277): Terminated: ok {rc=0}\u000a20:16:24.877492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23279): Launched\u000a20:16:25.212049 run osmo-hlr_10.42.42.2(pid=23280): Launched\u000a20:16:25.331462 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:16:25.910592 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23282): Launched\u000a20:16:26.245950 run osmo-stp_10.42.42.5(pid=23283): Launched\u000a20:16:26.367027 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:16:26.973398 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23285): Launched\u000a20:16:27.308483 run osmo-msc_10.42.42.6(pid=23286): Launched\u000a20:16:27.504529 run osmo-stp_10.42.42.5(pid=23283): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23283)]\u000a20:16:27.644807 run osmo-stp_10.42.42.5(pid=23283): stdout: \u000a| (launched: 2022-12-12_20:16:26.079290)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:16:27.783823 run osmo-stp_10.42.42.5(pid=23283): stderr: \u000a| �[0;m�[38;5;43m20221212201626273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201626274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201626274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201626274 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201626275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201626275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201626275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:16:27.916873 run osmo-stp_10.42.42.5(pid=23283): stdout: \u000a| (launched: 2022-12-12_20:16:26.079290)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:16:28.048863 run osmo-stp_10.42.42.5(pid=23283): stderr: \u000a| �[0;m�[38;5;43m20221212201626273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201626274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201626274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201626274 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201626275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201626275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201626275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:16:28.107769 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23283): Process ended prematurely: osmo-stp_10.42.42.5(pid=23283) [trial-2381↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23283)] [trial-2381↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a20:16:28.117425 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a20:16:28.182483 run osmo-hlr_10.42.42.2(pid=23280): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23280)]\u000a20:16:28.235221 run osmo-hlr_10.42.42.2(pid=23280): stdout: \u000a| (launched: 2022-12-12_20:16:25.045687) \u000a20:16:28.288629 run osmo-hlr_10.42.42.2(pid=23280): stderr: \u000a| �[0;m�[1;31m20221212201625245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212201625245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212201625245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201625245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201625245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212201625245 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212201625258 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212201625267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212201625268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212201625268 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:16:28.360730 run osmo-msc_10.42.42.6(pid=23286): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23286)]\u000a20:16:28.413134 run osmo-msc_10.42.42.6(pid=23286): stdout: \u000a| (launched: 2022-12-12_20:16:27.142384) \u000a20:16:28.466525 run osmo-msc_10.42.42.6(pid=23286): stderr: \u000a| �[0;m�[38;5;43m20221212201627465 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212201627465 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd4af5d3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212201627465 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212201627465 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212201627466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212201627466 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212201627467 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212201627468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212201627468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212201627468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:16:28.512110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23279): Terminating (SIGTERM)\u000a20:16:28.554763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23282): Terminating (SIGTERM)\u000a20:16:28.597912 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23285): Terminating (SIGTERM)\u000a20:16:28.608342 --- ParallelTerminationStrategy: PID 23279 died...\u000a20:16:28.665915 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23279): Terminated: ok {rc=0}\u000a20:16:28.676860 --- ParallelTerminationStrategy: PID 23282 died...\u000a20:16:28.735129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23282): Terminated: ok {rc=0}\u000a20:16:28.745676 --- ParallelTerminationStrategy: PID 23285 died...\u000a20:16:28.803502 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23285): Terminated: ok {rc=0}\u000a20:16:28.892864 bus /sierra_3: Setting Powered False\u000a20:16:29.996592 bus /sierra_3: Setting Powered False\u000a20:16:31.105587 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "148", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:16:10" }, { "cases" : [ { "testActions" : [ ], "age" : 51, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23297): Process ended prematurely: osmo-stp_10.42.42.5(pid=23297) [trial-2381↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23297)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23297): Process ended prematurely: osmo-stp_10.42.42.5(pid=23297) [trial-2381↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23297)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a20:16:33.102089 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:16:33.113900 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a20:16:33.270117 tst mo_mt_call.py: using LAC 31245\u000a20:16:33.391551 tst mo_mt_call.py: using RAC 135\u000a20:16:33.512419 tst mo_mt_call.py: using CellId 31245\u000a20:16:33.634406 tst mo_mt_call.py: using BVCI 31246\u000a20:16:33.658010 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:16:33.669400 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:16:33.680341 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:16:33.691447 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:16:33.702586 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:16:33.713639 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:16:33.833210 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:16:34.048203 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:16:34.571263 run create_hlr_db(pid=23291): Launched\u000a20:16:34.763304 bus /sierra_2: Setting Powered False\u000a20:16:35.783667 run create_hlr_db(pid=23291): Terminated: ok {rc=0}\u000a20:16:36.201931 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23293): Launched\u000a20:16:36.514065 run osmo-hlr_10.42.42.2(pid=23294): Launched\u000a20:16:36.628249 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:16:37.166142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23296): Launched\u000a20:16:37.479221 run osmo-stp_10.42.42.5(pid=23297): Launched\u000a20:16:37.593262 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:16:38.160329 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23299): Launched\u000a20:16:38.473011 run osmo-msc_10.42.42.6(pid=23300): Launched\u000a20:16:38.655113 run osmo-stp_10.42.42.5(pid=23297): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23297)]\u000a20:16:38.785458 run osmo-stp_10.42.42.5(pid=23297): stdout: \u000a| (launched: 2022-12-12_20:16:37.323112)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:16:38.913612 run osmo-stp_10.42.42.5(pid=23297): stderr: \u000a| �[0;m�[38;5;43m20221212201637497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201637497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201637497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201637497 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201637498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201637498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201637498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:16:39.037211 run osmo-stp_10.42.42.5(pid=23297): stdout: \u000a| (launched: 2022-12-12_20:16:37.323112)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:16:39.159822 run osmo-stp_10.42.42.5(pid=23297): stderr: \u000a| �[0;m�[38;5;43m20221212201637497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201637497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201637497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201637497 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201637498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201637498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201637498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:16:39.214023 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23297): Process ended prematurely: osmo-stp_10.42.42.5(pid=23297) [trial-2381↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23297)] [trial-2381↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a20:16:39.222586 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a20:16:39.283613 run osmo-hlr_10.42.42.2(pid=23294): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23294)]\u000a20:16:39.333161 run osmo-hlr_10.42.42.2(pid=23294): stdout: \u000a| (launched: 2022-12-12_20:16:36.358533) \u000a20:16:39.383416 run osmo-hlr_10.42.42.2(pid=23294): stderr: \u000a| �[0;m�[1;31m20221212201636536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212201636536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212201636536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201636536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201636536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212201636536 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212201636548 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212201636556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212201636556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212201636557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:16:39.451873 run osmo-msc_10.42.42.6(pid=23300): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23300)]\u000a20:16:39.501471 run osmo-msc_10.42.42.6(pid=23300): stdout: \u000a| (launched: 2022-12-12_20:16:38.316839) \u000a20:16:39.551482 run osmo-msc_10.42.42.6(pid=23300): stderr: \u000a| �[0;m�[38;5;43m20221212201638590 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212201638590 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2ca031fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212201638590 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212201638590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212201638590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212201638590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212201638592 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212201638592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212201638592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212201638593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:16:39.595027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23293): Terminating (SIGTERM)\u000a20:16:39.635367 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23296): Terminating (SIGTERM)\u000a20:16:39.675982 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23299): Terminating (SIGTERM)\u000a20:16:39.685574 --- ParallelTerminationStrategy: PID 23293 died...\u000a20:16:39.739607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23293): Terminated: ok {rc=0}\u000a20:16:39.749511 --- ParallelTerminationStrategy: PID 23296 died...\u000a20:16:39.803337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23296): Terminated: ok {rc=0}\u000a20:16:39.813456 --- ParallelTerminationStrategy: PID 23299 died...\u000a20:16:39.867317 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23299): Terminated: ok {rc=0}\u000a20:16:39.952176 bus /sierra_3: Setting Powered False\u000a20:16:41.061167 bus /sierra_3: Setting Powered False\u000a20:16:42.176565 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 62, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23308): Process ended prematurely: osmo-stp_10.42.42.5(pid=23308) [trial-2381↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23308)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23308): Process ended prematurely: osmo-stp_10.42.42.5(pid=23308) [trial-2381↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23308)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:16:43.287059 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:16:43.298984 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a20:16:43.463319 tst mo_mt_call_osmux.py: using LAC 31246\u000a20:16:43.593260 tst mo_mt_call_osmux.py: using RAC 136\u000a20:16:43.723658 tst mo_mt_call_osmux.py: using CellId 31246\u000a20:16:43.854579 tst mo_mt_call_osmux.py: using BVCI 31247\u000a20:16:43.879861 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:16:43.891821 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:16:43.903555 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:16:43.915617 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:16:43.927666 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a20:16:43.939748 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:16:44.060421 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a20:16:44.266016 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:16:44.765505 run create_hlr_db(pid=23302): Launched\u000a20:16:44.943591 bus /sierra_2: Setting Powered False\u000a20:16:46.006328 run create_hlr_db(pid=23302): Terminated: ok {rc=0}\u000a20:16:46.454793 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23304): Launched\u000a20:16:46.842157 run osmo-hlr_10.42.42.2(pid=23305): Launched\u000a20:16:47.080327 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:16:47.790210 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23307): Launched\u000a20:16:48.123692 run osmo-stp_10.42.42.5(pid=23308): Launched\u000a20:16:48.243883 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:16:48.851097 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23310): Launched\u000a20:16:49.185627 run osmo-msc_10.42.42.6(pid=23311): Launched\u000a20:16:49.380582 run osmo-stp_10.42.42.5(pid=23308): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23308)]\u000a20:16:49.521111 run osmo-stp_10.42.42.5(pid=23308): stdout: \u000a| (launched: 2022-12-12_20:16:47.958063)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:16:49.659580 run osmo-stp_10.42.42.5(pid=23308): stderr: \u000a| �[0;m�[38;5;43m20221212201648152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201648153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201648153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201648153 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201648156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201648156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201648156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:16:49.792813 run osmo-stp_10.42.42.5(pid=23308): stdout: \u000a| (launched: 2022-12-12_20:16:47.958063)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:16:49.924584 run osmo-stp_10.42.42.5(pid=23308): stderr: \u000a| �[0;m�[38;5;43m20221212201648152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201648153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201648153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201648153 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201648156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201648156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201648156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:16:49.982905 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23308): Process ended prematurely: osmo-stp_10.42.42.5(pid=23308) [trial-2381↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23308)] [trial-2381↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a20:16:49.992521 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a20:16:50.057349 run osmo-hlr_10.42.42.2(pid=23305): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23305)]\u000a20:16:50.110226 run osmo-hlr_10.42.42.2(pid=23305): stdout: \u000a| (launched: 2022-12-12_20:16:46.627295) \u000a20:16:50.164088 run osmo-hlr_10.42.42.2(pid=23305): stderr: \u000a| �[0;m�[1;31m20221212201647006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212201647006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212201647006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201647006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201647006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212201647009 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212201647028 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212201647049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212201647050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212201647052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:16:50.236265 run osmo-msc_10.42.42.6(pid=23311): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23311)]\u000a20:16:50.289332 run osmo-msc_10.42.42.6(pid=23311): stdout: \u000a| (launched: 2022-12-12_20:16:49.019010) \u000a20:16:50.342789 run osmo-msc_10.42.42.6(pid=23311): stderr: \u000a| �[0;m�[38;5;43m20221212201649342 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212201649343 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9a11c58c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212201649343 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212201649343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212201649343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212201649343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212201649345 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212201649345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212201649346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212201649346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:16:50.388028 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23304): Terminating (SIGTERM)\u000a20:16:50.430947 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23307): Terminating (SIGTERM)\u000a20:16:50.474066 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23310): Terminating (SIGTERM)\u000a20:16:50.484552 --- ParallelTerminationStrategy: PID 23304 died...\u000a20:16:50.542285 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23304): Terminated: ok {rc=0}\u000a20:16:50.553159 --- ParallelTerminationStrategy: PID 23307 died...\u000a20:16:50.610397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23307): Terminated: ok {rc=0}\u000a20:16:50.621444 --- ParallelTerminationStrategy: PID 23310 died...\u000a20:16:50.678860 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23310): Terminated: ok {rc=0}\u000a20:16:50.767897 bus /sierra_3: Setting Powered False\u000a20:16:51.873357 bus /sierra_3: Setting Powered False\u000a20:16:52.986012 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "149", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:16:32" }, { "cases" : [ { "testActions" : [ ], "age" : 56, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23322): Process ended prematurely: osmo-stp_10.42.42.5(pid=23322) [trial-2381↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23322)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23322): Process ended prematurely: osmo-stp_10.42.42.5(pid=23322) [trial-2381↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23322)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a20:16:54.985643 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:16:54.996813 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a20:16:55.150460 tst mo_mt_call.py: using LAC 31247\u000a20:16:55.275030 tst mo_mt_call.py: using RAC 137\u000a20:16:55.403043 tst mo_mt_call.py: using CellId 31247\u000a20:16:55.530259 tst mo_mt_call.py: using BVCI 31248\u000a20:16:55.555380 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:16:55.567408 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:16:55.579773 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:16:55.592624 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:16:55.604481 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:16:55.617271 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:16:55.735056 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:16:55.938602 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:16:56.434963 run create_hlr_db(pid=23316): Launched\u000a20:16:56.612309 bus /sierra_2: Setting Powered False\u000a20:16:57.634283 run create_hlr_db(pid=23316): Terminated: ok {rc=0}\u000a20:16:58.049481 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23318): Launched\u000a20:16:58.360452 run osmo-hlr_10.42.42.2(pid=23319): Launched\u000a20:16:58.480877 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:16:59.025516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23321): Launched\u000a20:16:59.335907 run osmo-stp_10.42.42.5(pid=23322): Launched\u000a20:16:59.446699 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:17:00.011017 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23324): Launched\u000a20:17:00.321971 run osmo-msc_10.42.42.6(pid=23325): Launched\u000a20:17:00.502680 run osmo-stp_10.42.42.5(pid=23322): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23322)]\u000a20:17:00.632112 run osmo-stp_10.42.42.5(pid=23322): stdout: \u000a| (launched: 2022-12-12_20:16:59.181820)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:17:00.760296 run osmo-stp_10.42.42.5(pid=23322): stderr: \u000a| �[0;m�[38;5;43m20221212201659354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201659354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201659354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201659355 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201659357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201659357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201659357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:17:00.915306 run osmo-stp_10.42.42.5(pid=23322): stdout: \u000a| (launched: 2022-12-12_20:16:59.181820)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:17:01.040821 run osmo-stp_10.42.42.5(pid=23322): stderr: \u000a| �[0;m�[38;5;43m20221212201659354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201659354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201659354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201659355 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201659357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201659357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201659357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:17:01.107660 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23322): Process ended prematurely: osmo-stp_10.42.42.5(pid=23322) [trial-2381↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23322)] [trial-2381↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a20:17:01.118047 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a20:17:01.179650 run osmo-hlr_10.42.42.2(pid=23319): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23319)]\u000a20:17:01.230273 run osmo-hlr_10.42.42.2(pid=23319): stdout: \u000a| (launched: 2022-12-12_20:16:58.206150) \u000a20:17:01.282200 run osmo-hlr_10.42.42.2(pid=23319): stderr: \u000a| �[0;m�[1;31m20221212201658386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212201658387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212201658387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201658387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201658387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212201658387 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212201658399 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212201658408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212201658408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212201658408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:17:01.362940 run osmo-msc_10.42.42.6(pid=23325): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23325)]\u000a20:17:01.414817 run osmo-msc_10.42.42.6(pid=23325): stdout: \u000a| (launched: 2022-12-12_20:17:00.167487) \u000a20:17:01.466710 run osmo-msc_10.42.42.6(pid=23325): stderr: \u000a| �[0;m�[38;5;43m20221212201700441 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212201700441 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fce30ba3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212201700441 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212201700441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212201700441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212201700442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212201700443 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212201700444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212201700444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212201700444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:17:01.511066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23318): Terminating (SIGTERM)\u000a20:17:01.551956 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23321): Terminating (SIGTERM)\u000a20:17:01.592882 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23324): Terminating (SIGTERM)\u000a20:17:01.602355 --- ParallelTerminationStrategy: PID 23318 died...\u000a20:17:01.657700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23318): Terminated: ok {rc=0}\u000a20:17:01.667790 --- ParallelTerminationStrategy: PID 23321 died...\u000a20:17:01.736628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23321): Terminated: ok {rc=0}\u000a20:17:01.750835 --- ParallelTerminationStrategy: PID 23324 died...\u000a20:17:01.828528 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23324): Terminated: ok {rc=0}\u000a20:17:01.945273 bus /sierra_3: Setting Powered False\u000a20:17:03.073454 bus /sierra_3: Setting Powered False\u000a20:17:04.190662 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 64, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23350): Process ended prematurely: osmo-stp_10.42.42.5(pid=23350) [trial-2381↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23350)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23350): Process ended prematurely: osmo-stp_10.42.42.5(pid=23350) [trial-2381↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23350)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:17:05.308465 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:17:05.321274 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a20:17:05.487523 tst mo_mt_call_osmux.py: using LAC 31248\u000a20:17:05.617419 tst mo_mt_call_osmux.py: using RAC 138\u000a20:17:05.747428 tst mo_mt_call_osmux.py: using CellId 31248\u000a20:17:05.877393 tst mo_mt_call_osmux.py: using BVCI 31249\u000a20:17:05.902510 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:17:05.914471 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:17:05.926153 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:17:05.938026 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:17:05.949996 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a20:17:05.961984 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:17:06.081890 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a20:17:06.290152 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:17:06.789821 run create_hlr_db(pid=23344): Launched\u000a20:17:06.967838 bus /sierra_2: Setting Powered False\u000a20:17:07.990454 run create_hlr_db(pid=23344): Terminated: ok {rc=0}\u000a20:17:08.432192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23346): Launched\u000a20:17:08.767046 run osmo-hlr_10.42.42.2(pid=23347): Launched\u000a20:17:08.889784 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:17:09.468250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23349): Launched\u000a20:17:09.802563 run osmo-stp_10.42.42.5(pid=23350): Launched\u000a20:17:09.922821 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:17:10.529434 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23352): Launched\u000a20:17:10.863340 run osmo-msc_10.42.42.6(pid=23353): Launched\u000a20:17:11.057329 run osmo-stp_10.42.42.5(pid=23350): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23350)]\u000a20:17:11.198134 run osmo-stp_10.42.42.5(pid=23350): stdout: \u000a| (launched: 2022-12-12_20:17:09.636527)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:17:11.336302 run osmo-stp_10.42.42.5(pid=23350): stderr: \u000a| �[0;m�[38;5;43m20221212201709830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201709830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201709831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201709831 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201709831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201709832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201709832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:17:11.469293 run osmo-stp_10.42.42.5(pid=23350): stdout: \u000a| (launched: 2022-12-12_20:17:09.636527)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:17:11.601286 run osmo-stp_10.42.42.5(pid=23350): stderr: \u000a| �[0;m�[38;5;43m20221212201709830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201709830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201709831 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201709831 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201709831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201709832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201709832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:17:11.659446 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23350): Process ended prematurely: osmo-stp_10.42.42.5(pid=23350) [trial-2381↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23350)] [trial-2381↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a20:17:11.668781 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a20:17:11.733243 run osmo-hlr_10.42.42.2(pid=23347): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23347)]\u000a20:17:11.785488 run osmo-hlr_10.42.42.2(pid=23347): stdout: \u000a| (launched: 2022-12-12_20:17:08.601003) \u000a20:17:11.838315 run osmo-hlr_10.42.42.2(pid=23347): stderr: \u000a| �[0;m�[1;31m20221212201708802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212201708802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212201708802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201708802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201708802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212201708802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212201708813 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212201708823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212201708823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212201708823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:17:11.910887 run osmo-msc_10.42.42.6(pid=23353): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23353)]\u000a20:17:11.963354 run osmo-msc_10.42.42.6(pid=23353): stdout: \u000a| (launched: 2022-12-12_20:17:10.697838) \u000a20:17:12.016177 run osmo-msc_10.42.42.6(pid=23353): stderr: \u000a| �[0;m�[38;5;43m20221212201711022 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212201711022 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f640c367c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212201711022 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212201711022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212201711022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212201711022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212201711024 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212201711024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212201711025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212201711025 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:17:12.060737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23346): Terminating (SIGTERM)\u000a20:17:12.103381 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23349): Terminating (SIGTERM)\u000a20:17:12.146348 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23352): Terminating (SIGTERM)\u000a20:17:12.156478 --- ParallelTerminationStrategy: PID 23346 died...\u000a20:17:12.213642 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23346): Terminated: ok {rc=0}\u000a20:17:12.224138 --- ParallelTerminationStrategy: PID 23349 died...\u000a20:17:12.280818 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23349): Terminated: ok {rc=0}\u000a20:17:12.291152 --- ParallelTerminationStrategy: PID 23352 died...\u000a20:17:12.347587 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23352): Terminated: ok {rc=0}\u000a20:17:12.436553 bus /sierra_3: Setting Powered False\u000a20:17:13.545471 bus /sierra_3: Setting Powered False\u000a20:17:14.657760 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "150", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:16:54" }, { "cases" : [ { "testActions" : [ ], "age" : 51, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23366): Process ended prematurely: osmo-stp_10.42.42.5(pid=23366) [trial-2381↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23366)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23366): Process ended prematurely: osmo-stp_10.42.42.5(pid=23366) [trial-2381↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23366)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a20:17:16.750371 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:17:16.767193 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a20:17:16.951032 tst mo_mt_call.py: using LAC 31249\u000a20:17:17.079631 tst mo_mt_call.py: using RAC 139\u000a20:17:17.200661 tst mo_mt_call.py: using CellId 31249\u000a20:17:17.327410 tst mo_mt_call.py: using BVCI 31250\u000a20:17:17.351069 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:17:17.362642 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:17:17.374038 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:17:17.385586 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:17:17.397179 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:17:17.408686 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:17:17.531023 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:17:17.744266 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:17:18.265410 run create_hlr_db(pid=23359): Launched\u000a20:17:18.457061 bus /sierra_2: Setting Powered False\u000a20:17:19.477691 run create_hlr_db(pid=23359): Terminated: ok {rc=0}\u000a20:17:19.895486 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23361): Launched\u000a20:17:20.208399 run osmo-hlr_10.42.42.2(pid=23362): Launched\u000a20:17:20.322631 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:17:20.859447 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23364): Launched\u000a20:17:21.170230 run osmo-stp_10.42.42.5(pid=23366): Launched\u000a20:17:21.282079 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:17:21.847596 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23368): Launched\u000a20:17:22.160727 run osmo-msc_10.42.42.6(pid=23369): Launched\u000a20:17:22.341457 run osmo-stp_10.42.42.5(pid=23366): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23366)]\u000a20:17:22.471726 run osmo-stp_10.42.42.5(pid=23366): stdout: \u000a| (launched: 2022-12-12_20:17:21.015625)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:17:22.599669 run osmo-stp_10.42.42.5(pid=23366): stderr: \u000a| �[0;m�[38;5;43m20221212201721187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201721187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201721188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201721188 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201721190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201721190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201721190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:17:22.723147 run osmo-stp_10.42.42.5(pid=23366): stdout: \u000a| (launched: 2022-12-12_20:17:21.015625)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:17:22.844821 run osmo-stp_10.42.42.5(pid=23366): stderr: \u000a| �[0;m�[38;5;43m20221212201721187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201721187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201721188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201721188 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201721190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201721190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201721190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:17:22.898870 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23366): Process ended prematurely: osmo-stp_10.42.42.5(pid=23366) [trial-2381↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23366)] [trial-2381↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a20:17:22.907446 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a20:17:22.967568 run osmo-hlr_10.42.42.2(pid=23362): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23362)]\u000a20:17:23.017080 run osmo-hlr_10.42.42.2(pid=23362): stdout: \u000a| (launched: 2022-12-12_20:17:20.052246) \u000a20:17:23.067236 run osmo-hlr_10.42.42.2(pid=23362): stderr: \u000a| �[0;m�[1;31m20221212201720231 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212201720232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212201720232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201720232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201720232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212201720232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212201720249 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212201720259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212201720259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212201720259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:17:23.135392 run osmo-msc_10.42.42.6(pid=23369): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23369)]\u000a20:17:23.185010 run osmo-msc_10.42.42.6(pid=23369): stdout: \u000a| (launched: 2022-12-12_20:17:22.004793) \u000a20:17:23.234889 run osmo-msc_10.42.42.6(pid=23369): stderr: \u000a| �[0;m�[38;5;43m20221212201722281 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212201722282 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f103ca98c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212201722282 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212201722282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212201722282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212201722282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212201722284 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212201722284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212201722284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212201722284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:17:23.277779 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23361): Terminating (SIGTERM)\u000a20:17:23.317809 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23364): Terminating (SIGTERM)\u000a20:17:23.357802 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23368): Terminating (SIGTERM)\u000a20:17:23.367156 --- ParallelTerminationStrategy: PID 23361 died...\u000a20:17:23.421068 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23361): Terminated: ok {rc=0}\u000a20:17:23.430791 --- ParallelTerminationStrategy: PID 23364 died...\u000a20:17:23.484327 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23364): Terminated: ok {rc=0}\u000a20:17:23.494034 --- ParallelTerminationStrategy: PID 23368 died...\u000a20:17:23.547463 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23368): Terminated: ok {rc=0}\u000a20:17:23.637664 bus /sierra_3: Setting Powered False\u000a20:17:24.742248 bus /sierra_3: Setting Powered False\u000a20:17:25.855595 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 62, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23377): Process ended prematurely: osmo-stp_10.42.42.5(pid=23377) [trial-2381↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23377)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23377): Process ended prematurely: osmo-stp_10.42.42.5(pid=23377) [trial-2381↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23377)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:17:26.968224 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:17:26.980411 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a20:17:27.137330 tst mo_mt_call_osmux.py: using LAC 31250\u000a20:17:27.259066 tst mo_mt_call_osmux.py: using RAC 140\u000a20:17:27.382809 tst mo_mt_call_osmux.py: using CellId 31250\u000a20:17:27.506037 tst mo_mt_call_osmux.py: using BVCI 31251\u000a20:17:27.529452 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:17:27.540773 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:17:27.552018 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:17:27.563717 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:17:27.575528 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a20:17:27.587309 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:17:27.709366 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a20:17:27.915846 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:17:28.414076 run create_hlr_db(pid=23371): Launched\u000a20:17:28.591834 bus /sierra_2: Setting Powered False\u000a20:17:29.614022 run create_hlr_db(pid=23371): Terminated: ok {rc=0}\u000a20:17:30.055476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23373): Launched\u000a20:17:30.390758 run osmo-hlr_10.42.42.2(pid=23374): Launched\u000a20:17:30.510978 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:17:31.144630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23376): Launched\u000a20:17:31.604229 run osmo-stp_10.42.42.5(pid=23377): Launched\u000a20:17:31.822604 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:17:32.440334 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23379): Launched\u000a20:17:32.773480 run osmo-msc_10.42.42.6(pid=23380): Launched\u000a20:17:32.967050 run osmo-stp_10.42.42.5(pid=23377): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23377)]\u000a20:17:33.107398 run osmo-stp_10.42.42.5(pid=23377): stdout: \u000a| (launched: 2022-12-12_20:17:31.305254)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:17:33.246895 run osmo-stp_10.42.42.5(pid=23377): stderr: \u000a| �[0;m�[38;5;43m20221212201731561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201731561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201731561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201731562 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201731562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201731562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201731562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:17:33.380052 run osmo-stp_10.42.42.5(pid=23377): stdout: \u000a| (launched: 2022-12-12_20:17:31.305254)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:17:33.511907 run osmo-stp_10.42.42.5(pid=23377): stderr: \u000a| �[0;m�[38;5;43m20221212201731561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201731561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201731561 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201731562 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201731562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201731562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201731562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:17:33.570284 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23377): Process ended prematurely: osmo-stp_10.42.42.5(pid=23377) [trial-2381↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23377)] [trial-2381↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a20:17:33.579820 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a20:17:33.644380 run osmo-hlr_10.42.42.2(pid=23374): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23374)]\u000a20:17:33.696997 run osmo-hlr_10.42.42.2(pid=23374): stdout: \u000a| (launched: 2022-12-12_20:17:30.224658) \u000a20:17:33.750241 run osmo-hlr_10.42.42.2(pid=23374): stderr: \u000a| �[0;m�[1;31m20221212201730428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212201730428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212201730428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201730428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201730428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212201730428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212201730444 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212201730454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212201730454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212201730454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:17:33.822020 run osmo-msc_10.42.42.6(pid=23380): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23380)]\u000a20:17:33.874331 run osmo-msc_10.42.42.6(pid=23380): stdout: \u000a| (launched: 2022-12-12_20:17:32.608450) \u000a20:17:33.927508 run osmo-msc_10.42.42.6(pid=23380): stderr: \u000a| �[0;m�[38;5;43m20221212201732933 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212201732933 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6ea652ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212201732933 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212201732933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212201732934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212201732934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212201732935 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212201732936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212201732936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212201732936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:17:33.972582 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23373): Terminating (SIGTERM)\u000a20:17:34.015470 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23376): Terminating (SIGTERM)\u000a20:17:34.058056 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23379): Terminating (SIGTERM)\u000a20:17:34.068456 --- ParallelTerminationStrategy: PID 23373 died...\u000a20:17:34.125688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23373): Terminated: ok {rc=0}\u000a20:17:34.136871 --- ParallelTerminationStrategy: PID 23376 died...\u000a20:17:34.193859 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23376): Terminated: ok {rc=0}\u000a20:17:34.204786 --- ParallelTerminationStrategy: PID 23379 died...\u000a20:17:34.261756 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23379): Terminated: ok {rc=0}\u000a20:17:34.349753 bus /sierra_3: Setting Powered False\u000a20:17:35.459067 bus /sierra_3: Setting Powered False\u000a20:17:36.566901 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "151", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:17:16" }, { "cases" : [ { "testActions" : [ ], "age" : 56, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23391): Process ended prematurely: osmo-stp_10.42.42.5(pid=23391) [trial-2381↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23391)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23391): Process ended prematurely: osmo-stp_10.42.42.5(pid=23391) [trial-2381↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23391)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a20:17:38.568022 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:17:38.579534 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:17:38.736619 tst mo_mt_call.py: using LAC 31251\u000a20:17:38.858413 tst mo_mt_call.py: using RAC 141\u000a20:17:38.978150 tst mo_mt_call.py: using CellId 31251\u000a20:17:39.100224 tst mo_mt_call.py: using BVCI 31252\u000a20:17:39.123702 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:17:39.135142 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:17:39.146398 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:17:39.157712 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:17:39.169117 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:17:39.180324 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:17:39.300301 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:17:39.507875 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:17:40.002017 run create_hlr_db(pid=23385): Launched\u000a20:17:40.180345 bus /sierra_2: Setting Powered False\u000a20:17:41.201172 run create_hlr_db(pid=23385): Terminated: ok {rc=0}\u000a20:17:41.642678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23387): Launched\u000a20:17:41.975272 run osmo-hlr_10.42.42.2(pid=23388): Launched\u000a20:17:42.099702 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:17:42.679860 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23390): Launched\u000a20:17:43.012934 run osmo-stp_10.42.42.5(pid=23391): Launched\u000a20:17:43.133640 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:17:43.740187 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23393): Launched\u000a20:17:44.072422 run osmo-msc_10.42.42.6(pid=23394): Launched\u000a20:17:44.267046 run osmo-stp_10.42.42.5(pid=23391): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23391)]\u000a20:17:44.407470 run osmo-stp_10.42.42.5(pid=23391): stdout: \u000a| (launched: 2022-12-12_20:17:42.847591)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:17:44.546076 run osmo-stp_10.42.42.5(pid=23391): stderr: \u000a| �[0;m�[38;5;43m20221212201743042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201743042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201743042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201743043 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201743043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201743043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201743043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:17:44.678800 run osmo-stp_10.42.42.5(pid=23391): stdout: \u000a| (launched: 2022-12-12_20:17:42.847591)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:17:44.810068 run osmo-stp_10.42.42.5(pid=23391): stderr: \u000a| �[0;m�[38;5;43m20221212201743042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201743042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201743042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201743043 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201743043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201743043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201743043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:17:44.868151 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23391): Process ended prematurely: osmo-stp_10.42.42.5(pid=23391) [trial-2381↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23391)] [trial-2381↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a20:17:44.877615 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a20:17:44.942117 run osmo-hlr_10.42.42.2(pid=23388): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23388)]\u000a20:17:44.994525 run osmo-hlr_10.42.42.2(pid=23388): stdout: \u000a| (launched: 2022-12-12_20:17:41.810883) \u000a20:17:45.047555 run osmo-hlr_10.42.42.2(pid=23388): stderr: \u000a| �[0;m�[1;31m20221212201742013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212201742013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212201742013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201742013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201742013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212201742014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212201742026 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212201742035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212201742035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212201742035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:17:45.119042 run osmo-msc_10.42.42.6(pid=23394): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23394)]\u000a20:17:45.171580 run osmo-msc_10.42.42.6(pid=23394): stdout: \u000a| (launched: 2022-12-12_20:17:43.907464) \u000a20:17:45.225137 run osmo-msc_10.42.42.6(pid=23394): stderr: \u000a| �[0;m�[38;5;43m20221212201744231 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212201744231 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fca92ff0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212201744231 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212201744231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212201744232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212201744232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212201744233 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212201744234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212201744234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212201744234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:17:45.270209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23387): Terminating (SIGTERM)\u000a20:17:45.312792 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23390): Terminating (SIGTERM)\u000a20:17:45.355527 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23393): Terminating (SIGTERM)\u000a20:17:45.365957 --- ParallelTerminationStrategy: PID 23387 died...\u000a20:17:45.423618 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23387): Terminated: ok {rc=0}\u000a20:17:45.434094 --- ParallelTerminationStrategy: PID 23390 died...\u000a20:17:45.491232 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23390): Terminated: ok {rc=0}\u000a20:17:45.501848 --- ParallelTerminationStrategy: PID 23393 died...\u000a20:17:45.559263 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23393): Terminated: ok {rc=0}\u000a20:17:45.648095 bus /sierra_3: Setting Powered False\u000a20:17:46.755841 bus /sierra_3: Setting Powered False\u000a20:17:47.865630 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 59, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23402): Process ended prematurely: osmo-stp_10.42.42.5(pid=23402) [trial-2381↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23402)]", "failedSince" : 2323, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23402): Process ended prematurely: osmo-stp_10.42.42.5(pid=23402) [trial-2381↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23402)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:17:48.983864 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:17:48.996622 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:17:49.160028 tst mo_mt_call_osmux.py: using LAC 31252\u000a20:17:49.278860 tst mo_mt_call_osmux.py: using RAC 142\u000a20:17:49.398538 tst mo_mt_call_osmux.py: using CellId 31252\u000a20:17:49.517667 tst mo_mt_call_osmux.py: using BVCI 31253\u000a20:17:49.541213 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:17:49.552424 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:17:49.563696 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:17:49.574936 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:17:49.586489 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a20:17:49.597713 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:17:49.719051 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:17:49.925689 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:17:50.423213 run create_hlr_db(pid=23396): Launched\u000a20:17:50.601628 bus /sierra_2: Setting Powered False\u000a20:17:51.623468 run create_hlr_db(pid=23396): Terminated: ok {rc=0}\u000a20:17:52.067080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23398): Launched\u000a20:17:52.401508 run osmo-hlr_10.42.42.2(pid=23399): Launched\u000a20:17:52.522223 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:17:53.100816 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23401): Launched\u000a20:17:53.436455 run osmo-stp_10.42.42.5(pid=23402): Launched\u000a20:17:53.557506 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:17:54.174381 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23404): Launched\u000a20:17:54.501493 run osmo-msc_10.42.42.6(pid=23405): Launched\u000a20:17:54.691715 run osmo-stp_10.42.42.5(pid=23402): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23402)]\u000a20:17:54.829309 run osmo-stp_10.42.42.5(pid=23402): stdout: \u000a| (launched: 2022-12-12_20:17:53.269623)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:17:54.965451 run osmo-stp_10.42.42.5(pid=23402): stderr: \u000a| �[0;m�[38;5;43m20221212201753464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201753464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201753464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201753464 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201753465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201753465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201753465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:17:55.095864 run osmo-stp_10.42.42.5(pid=23402): stdout: \u000a| (launched: 2022-12-12_20:17:53.269623)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:17:55.225730 run osmo-stp_10.42.42.5(pid=23402): stderr: \u000a| �[0;m�[38;5;43m20221212201753464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201753464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201753464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201753464 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201753465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201753465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201753465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:17:55.282502 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23402): Process ended prematurely: osmo-stp_10.42.42.5(pid=23402) [trial-2381↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23402)] [trial-2381↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a20:17:55.291738 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a20:17:55.355649 run osmo-hlr_10.42.42.2(pid=23399): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23399)]\u000a20:17:55.407470 run osmo-hlr_10.42.42.2(pid=23399): stdout: \u000a| (launched: 2022-12-12_20:17:52.235554) \u000a20:17:55.460048 run osmo-hlr_10.42.42.2(pid=23399): stderr: \u000a| �[0;m�[1;31m20221212201752438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212201752438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212201752438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201752438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201752438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212201752438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212201752448 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212201752457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212201752457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212201752457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:17:55.531553 run osmo-msc_10.42.42.6(pid=23405): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23405)]\u000a20:17:55.583645 run osmo-msc_10.42.42.6(pid=23405): stdout: \u000a| (launched: 2022-12-12_20:17:54.340368) \u000a20:17:55.636324 run osmo-msc_10.42.42.6(pid=23405): stderr: \u000a| �[0;m�[38;5;43m20221212201754660 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212201754660 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f17abac5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212201754660 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212201754660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212201754660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212201754660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212201754662 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212201754663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212201754663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212201754663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:17:55.680462 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23398): Terminating (SIGTERM)\u000a20:17:55.722824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23401): Terminating (SIGTERM)\u000a20:17:55.765085 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23404): Terminating (SIGTERM)\u000a20:17:55.775136 --- ParallelTerminationStrategy: PID 23398 died...\u000a20:17:55.831766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23398): Terminated: ok {rc=0}\u000a20:17:55.842046 --- ParallelTerminationStrategy: PID 23401 died...\u000a20:17:55.898330 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23401): Terminated: ok {rc=0}\u000a20:17:55.908789 --- ParallelTerminationStrategy: PID 23404 died...\u000a20:17:55.965069 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23404): Terminated: ok {rc=0}\u000a20:17:56.052909 bus /sierra_3: Setting Powered False\u000a20:17:57.161213 bus /sierra_3: Setting Powered False\u000a20:17:58.269868 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "152", "name" : "voice_nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:17:38" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23418): Process ended prematurely: osmo-stp_10.42.42.5(pid=23418) [trial-2381↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23418)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23418): Process ended prematurely: osmo-stp_10.42.42.5(pid=23418) [trial-2381↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23418)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a20:18:00.277377 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:18:00.289239 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a20:18:00.434093 tst mo_mt_call.py: using LAC 31253\u000a20:18:00.562240 tst mo_mt_call.py: using RAC 143\u000a20:18:00.689466 tst mo_mt_call.py: using CellId 31253\u000a20:18:00.816663 tst mo_mt_call.py: using BVCI 31254\u000a20:18:00.852430 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:18:00.865575 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:18:00.878234 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:18:00.896224 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:18:00.913669 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:18:00.927036 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a20:18:01.049240 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a20:18:01.318148 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:18:01.875847 run create_hlr_db(pid=23412): Launched\u000a20:18:02.068384 bus /sierra_2: Setting Powered False\u000a20:18:03.086867 run create_hlr_db(pid=23412): Terminated: ok {rc=0}\u000a20:18:03.520002 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23414): Launched\u000a20:18:03.846705 run osmo-hlr_10.42.42.2(pid=23415): Launched\u000a20:18:03.964932 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:18:04.532684 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23417): Launched\u000a20:18:04.857257 run osmo-stp_10.42.42.5(pid=23418): Launched\u000a20:18:04.974652 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:18:05.565152 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23420): Launched\u000a20:18:05.889907 run osmo-msc_10.42.42.6(pid=23421): Launched\u000a20:18:06.078581 run osmo-stp_10.42.42.5(pid=23418): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23418)]\u000a20:18:06.215740 run osmo-stp_10.42.42.5(pid=23418): stdout: \u000a| (launched: 2022-12-12_20:18:04.697101)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:18:06.351185 run osmo-stp_10.42.42.5(pid=23418): stderr: \u000a| �[0;m�[38;5;43m20221212201804884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201804884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201804885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201804885 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201804886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201804886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201804886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:18:06.481065 run osmo-stp_10.42.42.5(pid=23418): stdout: \u000a| (launched: 2022-12-12_20:18:04.697101)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:18:06.609759 run osmo-stp_10.42.42.5(pid=23418): stderr: \u000a| �[0;m�[38;5;43m20221212201804884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201804884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201804885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201804885 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201804886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201804886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201804886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:18:06.666534 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23418): Process ended prematurely: osmo-stp_10.42.42.5(pid=23418) [trial-2381↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23418)] [trial-2381↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a20:18:06.675470 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a20:18:06.738912 run osmo-hlr_10.42.42.2(pid=23415): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23415)]\u000a20:18:06.790850 run osmo-hlr_10.42.42.2(pid=23415): stdout: \u000a| (launched: 2022-12-12_20:18:03.684777) \u000a20:18:06.843391 run osmo-hlr_10.42.42.2(pid=23415): stderr: \u000a| �[0;m�[1;31m20221212201803880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212201803880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212201803880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201803880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201803880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212201803880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212201803892 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212201803900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212201803900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212201803900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:18:06.914497 run osmo-msc_10.42.42.6(pid=23421): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23421)]\u000a20:18:06.966093 run osmo-msc_10.42.42.6(pid=23421): stdout: \u000a| (launched: 2022-12-12_20:18:05.728864) \u000a20:18:07.018561 run osmo-msc_10.42.42.6(pid=23421): stderr: \u000a| �[0;m�[38;5;43m20221212201806046 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212201806047 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f49594bac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212201806047 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212201806047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212201806047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212201806047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212201806049 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212201806049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212201806049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212201806049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:18:07.062688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23414): Terminating (SIGTERM)\u000a20:18:07.104662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23417): Terminating (SIGTERM)\u000a20:18:07.146725 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23420): Terminating (SIGTERM)\u000a20:18:07.157142 --- ParallelTerminationStrategy: PID 23414 died...\u000a20:18:07.213169 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23414): Terminated: ok {rc=0}\u000a20:18:07.223600 --- ParallelTerminationStrategy: PID 23417 died...\u000a20:18:07.279776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23417): Terminated: ok {rc=0}\u000a20:18:07.289990 --- ParallelTerminationStrategy: PID 23420 died...\u000a20:18:07.345837 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23420): Terminated: ok {rc=0}\u000a20:18:07.433500 bus /sierra_3: Setting Powered False\u000a20:18:08.537824 bus /sierra_3: Setting Powered False\u000a20:18:09.647793 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 217, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23429): Process ended prematurely: osmo-stp_10.42.42.5(pid=23429) [trial-2381↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23429)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23429): Process ended prematurely: osmo-stp_10.42.42.5(pid=23429) [trial-2381↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23429)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a20:18:10.763106 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:18:10.775633 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a20:18:10.920005 tst mo_mt_call_osmux.py: using LAC 31254\u000a20:18:11.040540 tst mo_mt_call_osmux.py: using RAC 144\u000a20:18:11.160901 tst mo_mt_call_osmux.py: using CellId 31254\u000a20:18:11.281450 tst mo_mt_call_osmux.py: using BVCI 31255\u000a20:18:11.304325 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:18:11.315727 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:18:11.326957 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:18:11.338239 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:18:11.349623 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a20:18:11.360817 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a20:18:11.479610 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a20:18:11.695048 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:18:12.204765 run create_hlr_db(pid=23423): Launched\u000a20:18:12.392652 bus /sierra_2: Setting Powered False\u000a20:18:13.412466 run create_hlr_db(pid=23423): Terminated: ok {rc=0}\u000a20:18:13.846648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23425): Launched\u000a20:18:14.171663 run osmo-hlr_10.42.42.2(pid=23426): Launched\u000a20:18:14.290702 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:18:14.851294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23428): Launched\u000a20:18:15.173250 run osmo-stp_10.42.42.5(pid=23429): Launched\u000a20:18:15.289858 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:18:15.875435 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23431): Launched\u000a20:18:16.317982 run osmo-msc_10.42.42.6(pid=23432): Launched\u000a20:18:16.736519 run osmo-stp_10.42.42.5(pid=23429): ERR: Terminated: ERROR {rc=1} [trial-2381↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23429)]\u000a20:18:17.083469 run osmo-stp_10.42.42.5(pid=23429): stdout: \u000a| (launched: 2022-12-12_20:18:15.014000)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:18:17.230473 run osmo-stp_10.42.42.5(pid=23429): stderr: \u000a| �[0;m�[38;5;43m20221212201815201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201815201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201815202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201815202 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201815202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201815202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201815203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:18:17.365092 run osmo-stp_10.42.42.5(pid=23429): stdout: \u000a| (launched: 2022-12-12_20:18:15.014000)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:18:17.496620 run osmo-stp_10.42.42.5(pid=23429): stderr: \u000a| �[0;m�[38;5;43m20221212201815201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201815201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201815202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201815202 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201815202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201815202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201815203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:18:17.554165 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23429): Process ended prematurely: osmo-stp_10.42.42.5(pid=23429) [trial-2381↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23429)] [trial-2381↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a20:18:17.563342 tst mo_mt_call_osmux.py:8: Test FAILED (6.8 sec)\u000a20:18:17.627069 run osmo-hlr_10.42.42.2(pid=23426): ERR: Terminated: ERROR {rc=237} [trial-2381↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23426)]\u000a20:18:17.679096 run osmo-hlr_10.42.42.2(pid=23426): stdout: \u000a| (launched: 2022-12-12_20:18:14.010974) \u000a20:18:17.731742 run osmo-hlr_10.42.42.2(pid=23426): stderr: \u000a| �[0;m�[1;31m20221212201814207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212201814207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212201814207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201814207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201814207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212201814207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212201814220 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212201814229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212201814229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212201814229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:18:17.803059 run osmo-msc_10.42.42.6(pid=23432): ERR: Terminated: ERROR {rc=2} [trial-2381↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23432)]\u000a20:18:17.854932 run osmo-msc_10.42.42.6(pid=23432): stdout: \u000a| (launched: 2022-12-12_20:18:16.047392) \u000a20:18:17.907509 run osmo-msc_10.42.42.6(pid=23432): stderr: \u000a| �[0;m�[38;5;43m20221212201816776 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212201816777 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6d5f26cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212201816777 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212201816778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212201816778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212201816779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212201816782 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212201816783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212201816783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212201816783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:18:17.951967 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23425): Terminating (SIGTERM)\u000a20:18:17.994656 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23428): Terminating (SIGTERM)\u000a20:18:18.036608 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23431): Terminating (SIGTERM)\u000a20:18:18.046348 --- ParallelTerminationStrategy: PID 23425 died...\u000a20:18:18.103137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23425): Terminated: ok {rc=0}\u000a20:18:18.113778 --- ParallelTerminationStrategy: PID 23428 died...\u000a20:18:18.170831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23428): Terminated: ok {rc=0}\u000a20:18:18.181564 --- ParallelTerminationStrategy: PID 23431 died...\u000a20:18:18.238149 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23431): Terminated: ok {rc=0}\u000a20:18:18.326466 bus /sierra_3: Setting Powered False\u000a20:18:19.434879 bus /sierra_3: Setting Powered False\u000a20:18:20.546914 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "153", "name" : "voice_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:17:59" }, { "cases" : [ { "testActions" : [ ], "age" : 51, "className" : "emergency:nanobts+band-900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23443): Process ended prematurely: osmo-stp_10.42.42.5(pid=23443) [trial-2381↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23443)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23443): Process ended prematurely: osmo-stp_10.42.42.5(pid=23443) [trial-2381↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23443)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 emergency:nanobts+band-900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a20:18:22.559222 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a20:18:22.569951 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a20:18:22.701171 tst emergency_mo_mt_call.py: using LAC 31255\u000a20:18:22.816318 tst emergency_mo_mt_call.py: using RAC 145\u000a20:18:22.933140 tst emergency_mo_mt_call.py: using CellId 31255\u000a20:18:23.048568 tst emergency_mo_mt_call.py: using BVCI 31256\u000a20:18:23.070823 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a20:18:23.081677 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a20:18:23.092126 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a20:18:23.102701 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a20:18:23.113283 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a20:18:23.123657 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a20:18:23.237738 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a20:18:23.433955 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:18:23.906903 run create_hlr_db(pid=23437): Launched\u000a20:18:24.076316 bus /sierra_2: Setting Powered False\u000a20:18:25.097798 run create_hlr_db(pid=23437): Terminated: ok {rc=0}\u000a20:18:25.494360 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23439): Launched\u000a20:18:25.789693 run osmo-hlr_10.42.42.2(pid=23440): Launched\u000a20:18:25.900474 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:18:26.422610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23442): Launched\u000a20:18:26.717824 run osmo-stp_10.42.42.5(pid=23443): Launched\u000a20:18:26.835316 tst emergency_mo_mt_call.py: using MSISDN 7946\u000a20:18:26.980598 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:18:27.521305 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23445): Launched\u000a20:18:27.818904 run osmo-msc_10.42.42.6(pid=23446): Launched\u000a20:18:27.991839 run osmo-stp_10.42.42.5(pid=23443): ERR: Terminated: ERROR {rc=1} [trial-2381↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23443)]\u000a20:18:28.116768 run osmo-stp_10.42.42.5(pid=23443): stdout: \u000a| (launched: 2022-12-12_20:18:26.572023)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:18:28.239971 run osmo-stp_10.42.42.5(pid=23443): stderr: \u000a| �[0;m�[38;5;43m20221212201826741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201826742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201826742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201826743 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201826743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201826743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201826743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:18:28.360141 run osmo-stp_10.42.42.5(pid=23443): stdout: \u000a| (launched: 2022-12-12_20:18:26.572023)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:18:28.478520 run osmo-stp_10.42.42.5(pid=23443): stderr: \u000a| �[0;m�[38;5;43m20221212201826741 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201826742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201826742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201826743 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201826743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201826743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201826743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:18:28.530264 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=23443): Process ended prematurely: osmo-stp_10.42.42.5(pid=23443) [trial-2381↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23443)] [trial-2381↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19]\u000a20:18:28.538361 tst emergency_mo_mt_call.py:19: Test FAILED (6.0 sec)\u000a20:18:28.598013 run osmo-hlr_10.42.42.2(pid=23440): ERR: Terminated: ERROR {rc=237} [trial-2381↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23440)]\u000a20:18:28.647213 run osmo-hlr_10.42.42.2(pid=23440): stdout: \u000a| (launched: 2022-12-12_20:18:25.643881) \u000a20:18:28.697104 run osmo-hlr_10.42.42.2(pid=23440): stderr: \u000a| �[0;m�[1;31m20221212201825818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212201825818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212201825818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201825818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201825818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212201825818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212201825830 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/emergency:nanobts+band-900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212201825840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212201825840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212201825840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:18:28.764276 run osmo-msc_10.42.42.6(pid=23446): ERR: Terminated: ERROR {rc=2} [trial-2381↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23446)]\u000a20:18:28.813134 run osmo-msc_10.42.42.6(pid=23446): stdout: \u000a| (launched: 2022-12-12_20:18:27.670560) \u000a20:18:28.862358 run osmo-msc_10.42.42.6(pid=23446): stderr: \u000a| �[0;m�[38;5;43m20221212201827939 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212201827939 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f361ce99c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212201827939 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212201827939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212201827939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212201827939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212201827941 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212201827943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212201827943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212201827943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:18:28.903775 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23439): Terminating (SIGTERM)\u000a20:18:28.942977 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23442): Terminating (SIGTERM)\u000a20:18:28.982314 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23445): Terminating (SIGTERM)\u000a20:18:28.991502 --- ParallelTerminationStrategy: PID 23439 died...\u000a20:18:29.044911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23439): Terminated: ok {rc=0}\u000a20:18:29.054665 --- ParallelTerminationStrategy: PID 23442 died...\u000a20:18:29.107192 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23442): Terminated: ok {rc=0}\u000a20:18:29.116794 --- ParallelTerminationStrategy: PID 23445 died...\u000a20:18:29.169322 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23445): Terminated: ok {rc=0}\u000a20:18:29.257386 bus /sierra_3: Setting Powered False\u000a20:18:30.363993 bus /sierra_3: Setting Powered False\u000a20:18:31.470699 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 219, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23454): Process ended prematurely: osmo-stp_10.42.42.5(pid=23454) [trial-2381↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23454)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23454): Process ended prematurely: osmo-stp_10.42.42.5(pid=23454) [trial-2381↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23454)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 emergency:nanobts+band-900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a20:18:32.520833 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a20:18:32.532362 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a20:18:32.670824 tst emergency_preemptive_call.py: using LAC 31256\u000a20:18:32.785395 tst emergency_preemptive_call.py: using RAC 146\u000a20:18:32.904459 tst emergency_preemptive_call.py: using CellId 31256\u000a20:18:33.019931 tst emergency_preemptive_call.py: using BVCI 31257\u000a20:18:33.042228 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a20:18:33.053057 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a20:18:33.063516 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a20:18:33.073989 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a20:18:33.084409 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a20:18:33.094823 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a20:18:33.214635 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a20:18:33.330064 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a20:18:33.447750 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a20:18:33.653631 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:18:34.157789 run create_hlr_db(pid=23448): Launched\u000a20:18:34.344119 bus /sierra_2: Setting Powered False\u000a20:18:35.364200 run create_hlr_db(pid=23448): Terminated: ok {rc=0}\u000a20:18:35.762548 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23450): Launched\u000a20:18:36.060299 run osmo-hlr_10.42.42.2(pid=23451): Launched\u000a20:18:36.180693 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:18:36.701828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23453): Launched\u000a20:18:37.000305 run osmo-stp_10.42.42.5(pid=23454): Launched\u000a20:18:37.120495 tst emergency_preemptive_call.py: using MSISDN 7947\u000a20:18:37.267979 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:18:37.809149 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23456): Launched\u000a20:18:38.106499 run osmo-msc_10.42.42.6(pid=23457): Launched\u000a20:18:38.280571 run osmo-stp_10.42.42.5(pid=23454): ERR: Terminated: ERROR {rc=1} [trial-2381↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23454)]\u000a20:18:38.406449 run osmo-stp_10.42.42.5(pid=23454): stdout: \u000a| (launched: 2022-12-12_20:18:36.852576)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:18:38.531543 run osmo-stp_10.42.42.5(pid=23454): stderr: \u000a| �[0;m�[38;5;43m20221212201837019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201837019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201837019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201837020 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201837020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201837020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201837020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:18:38.650800 run osmo-stp_10.42.42.5(pid=23454): stdout: \u000a| (launched: 2022-12-12_20:18:36.852576)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:18:38.769055 run osmo-stp_10.42.42.5(pid=23454): stderr: \u000a| �[0;m�[38;5;43m20221212201837019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201837019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201837019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201837020 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201837020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201837020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201837020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:18:38.821118 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=23454): Process ended prematurely: osmo-stp_10.42.42.5(pid=23454) [trial-2381↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23454)] [trial-2381↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32]\u000a20:18:38.829212 tst emergency_preemptive_call.py:32: Test FAILED (6.3 sec)\u000a20:18:38.888787 run osmo-hlr_10.42.42.2(pid=23451): ERR: Terminated: ERROR {rc=237} [trial-2381↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23451)]\u000a20:18:38.937676 run osmo-hlr_10.42.42.2(pid=23451): stdout: \u000a| (launched: 2022-12-12_20:18:35.914050) \u000a20:18:38.987597 run osmo-hlr_10.42.42.2(pid=23451): stderr: \u000a| �[0;m�[1;31m20221212201836086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212201836086 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212201836087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201836087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201836087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212201836087 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212201836099 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/emergency:nanobts+band-900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212201836108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212201836108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212201836108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:18:39.055535 run osmo-msc_10.42.42.6(pid=23457): ERR: Terminated: ERROR {rc=2} [trial-2381↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23457)]\u000a20:18:39.104403 run osmo-msc_10.42.42.6(pid=23457): stdout: \u000a| (launched: 2022-12-12_20:18:37.959803) \u000a20:18:39.153781 run osmo-msc_10.42.42.6(pid=23457): stderr: \u000a| �[0;m�[38;5;43m20221212201838231 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212201838231 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5d24d48c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212201838231 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212201838231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212201838232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212201838232 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212201838234 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212201838234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212201838234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212201838234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:18:39.195574 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23450): Terminating (SIGTERM)\u000a20:18:39.235601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23453): Terminating (SIGTERM)\u000a20:18:39.275130 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23456): Terminating (SIGTERM)\u000a20:18:39.284459 --- ParallelTerminationStrategy: PID 23450 died...\u000a20:18:39.337624 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23450): Terminated: ok {rc=0}\u000a20:18:39.347460 --- ParallelTerminationStrategy: PID 23453 died...\u000a20:18:39.400737 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23453): Terminated: ok {rc=0}\u000a20:18:39.410488 --- ParallelTerminationStrategy: PID 23456 died...\u000a20:18:39.463708 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23456): Terminated: ok {rc=0}\u000a20:18:39.552450 bus /sierra_9: Setting Powered False\u000a20:18:40.656805 bus /sierra_9: Setting Powered False\u000a20:18:41.768772 bus /sierra_8: Setting Powered False\u000a20:18:42.872845 bus /sierra_8: Setting Powered False\u000a20:18:43.984604 bus /sierra_3: Setting Powered False\u000a20:18:45.086611 bus /sierra_3: Setting Powered False\u000a20:18:46.211971 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 26.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "154", "name" : "emergency_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:18:22" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "gprs:nanobts+band-900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23472): Process ended prematurely: osmo-stp_10.42.42.5(pid=23472) [trial-2381↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23472)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23472): Process ended prematurely: osmo-stp_10.42.42.5(pid=23472) [trial-2381↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23472)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:nanobts+band-900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:18:48.337036 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a20:18:48.347988 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a20:18:48.485266 tst cs_paging_gprs_active.py: using LAC 31257\u000a20:18:48.604664 tst cs_paging_gprs_active.py: using RAC 147\u000a20:18:48.725934 tst cs_paging_gprs_active.py: using CellId 31257\u000a20:18:48.843748 tst cs_paging_gprs_active.py: using BVCI 31258\u000a20:18:48.866985 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a20:18:48.877764 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a20:18:48.888178 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a20:18:48.898957 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a20:18:48.909550 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a20:18:48.920150 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a20:18:48.931081 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a20:18:48.941673 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a20:18:48.952319 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a20:18:49.065838 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a20:18:49.364893 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:18:49.501723 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:18:49.840025 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23462): Launched\u000a20:18:50.120558 run iperf3-srv_10.42.42.10(pid=23463): Launched\u000a20:18:50.320751 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:18:50.456280 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:18:50.794153 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23464): Launched\u000a20:18:51.074558 run iperf3-srv_10.42.42.10(pid=23465): Launched\u000a20:18:51.274475 tst cs_paging_gprs_active.py:38: start network...\u000a20:18:51.410110 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:18:51.922651 run create_hlr_db(pid=23466): Launched\u000a20:18:52.110659 bus /sierra_2: Setting Powered False\u000a20:18:53.132009 run create_hlr_db(pid=23466): Terminated: ok {rc=0}\u000a20:18:53.541134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23468): Launched\u000a20:18:53.844637 run osmo-hlr_10.42.42.2(pid=23469): Launched\u000a20:18:53.965977 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:18:54.499103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23471): Launched\u000a20:18:54.802467 run osmo-stp_10.42.42.5(pid=23472): Launched\u000a20:18:54.912130 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:18:55.441355 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23474): Launched\u000a20:18:55.549082 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:18:55.815750 run patchelf(pid=23475): Launched\u000a20:18:55.993745 run osmo-stp_10.42.42.5(pid=23472): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23472)]\u000a20:18:56.123967 run osmo-stp_10.42.42.5(pid=23472): stdout: \u000a| (launched: 2022-12-12_20:18:54.652898)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:18:56.254683 run osmo-stp_10.42.42.5(pid=23472): stderr: \u000a| �[0;m�[38;5;43m20221212201854821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201854821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201854822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201854822 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201854823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201854823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201854823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:18:56.380196 run osmo-stp_10.42.42.5(pid=23472): stdout: \u000a| (launched: 2022-12-12_20:18:54.652898)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:18:56.504219 run osmo-stp_10.42.42.5(pid=23472): stderr: \u000a| �[0;m�[38;5;43m20221212201854821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201854821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201854822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201854822 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201854823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201854823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201854823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:18:56.649274 run patchelf(pid=23475): Terminating (SIGINT)\u000a20:18:56.820043 run patchelf(pid=23475): Terminated: ok {rc=0}\u000a20:18:56.851229 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=23472): Process ended prematurely: osmo-stp_10.42.42.5(pid=23472) [trial-2381↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23472)] [trial-2381↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38]\u000a20:18:56.860358 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a20:18:56.920868 run osmo-hlr_10.42.42.2(pid=23469): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:nanobts+band-900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23469)]\u000a20:18:56.970067 run osmo-hlr_10.42.42.2(pid=23469): stdout: \u000a| (launched: 2022-12-12_20:18:53.695197) \u000a20:18:57.020022 run osmo-hlr_10.42.42.2(pid=23469): stderr: \u000a| �[0;m�[1;31m20221212201853869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212201853869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212201853869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201853869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201853869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212201853869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212201853880 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:nanobts+band-900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212201853889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212201853889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212201853889 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:18:57.062254 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23462): Terminating (SIGTERM)\u000a20:18:57.101986 run iperf3-srv_10.42.42.10(pid=23463): Terminating (SIGTERM)\u000a20:18:57.142110 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23464): Terminating (SIGTERM)\u000a20:18:57.182059 run iperf3-srv_10.42.42.10(pid=23465): Terminating (SIGTERM)\u000a20:18:57.221998 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23468): Terminating (SIGTERM)\u000a20:18:57.261961 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23471): Terminating (SIGTERM)\u000a20:18:57.302031 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23474): Terminating (SIGTERM)\u000a20:18:57.311529 --- ParallelTerminationStrategy: PID 23462 died...\u000a20:18:57.365103 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23462): Terminated: ok {rc=0}\u000a20:18:57.374929 --- ParallelTerminationStrategy: PID 23463 died...\u000a20:18:57.427892 run iperf3-srv_10.42.42.10(pid=23463): Terminated {rc=256}\u000a20:18:57.437851 --- ParallelTerminationStrategy: PID 23464 died...\u000a20:18:57.491406 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23464): Terminated: ok {rc=0}\u000a20:18:57.501287 --- ParallelTerminationStrategy: PID 23465 died...\u000a20:18:57.553809 run iperf3-srv_10.42.42.10(pid=23465): Terminated {rc=256}\u000a20:18:57.563608 --- ParallelTerminationStrategy: PID 23468 died...\u000a20:18:57.616437 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23468): Terminated: ok {rc=0}\u000a20:18:57.626266 --- ParallelTerminationStrategy: PID 23471 died...\u000a20:18:57.679100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23471): Terminated: ok {rc=0}\u000a20:18:57.688926 --- ParallelTerminationStrategy: PID 23474 died...\u000a20:18:57.741711 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23474): Terminated: ok {rc=0}\u000a20:18:57.830122 bus /gobi_0: Setting Powered False\u000a20:18:58.934193 bus /gobi_0: Setting Powered False\u000a20:19:00.044889 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 69, "className" : "gprs:nanobts+band-900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23484): Process ended prematurely: osmo-stp_10.42.42.5(pid=23484) [trial-2381↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23484)]", "failedSince" : 2313, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23484): Process ended prematurely: osmo-stp_10.42.42.5(pid=23484) [trial-2381↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23484)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:nanobts+band-900 iperf3.py\u000a----------------------------------------------\u000a20:19:01.187629 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a20:19:01.204646 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a20:19:01.401166 tst iperf3.py: using LAC 31258\u000a20:19:01.568565 tst iperf3.py: using RAC 148\u000a20:19:01.705952 tst iperf3.py: using CellId 31258\u000a20:19:01.861099 tst iperf3.py: using BVCI 31259\u000a20:19:01.893257 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a20:19:01.906098 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a20:19:01.920484 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a20:19:01.934283 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a20:19:01.948911 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a20:19:01.962963 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a20:19:01.976875 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a20:19:01.991031 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a20:19:02.005241 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a20:19:02.347524 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:19:02.485716 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:19:02.824897 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23476): Launched\u000a20:19:03.107740 run iperf3-srv_10.42.42.10(pid=23477): Launched\u000a20:19:03.308861 tst iperf3.py:8: start network...\u000a20:19:03.445771 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:19:03.959266 run create_hlr_db(pid=23478): Launched\u000a20:19:04.148862 bus /gobi_6: Setting Powered False\u000a20:19:05.170323 run create_hlr_db(pid=23478): Terminated: ok {rc=0}\u000a20:19:05.579626 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23480): Launched\u000a20:19:05.883235 run osmo-hlr_10.42.42.2(pid=23481): Launched\u000a20:19:05.994298 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:19:06.522842 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23483): Launched\u000a20:19:06.826596 run osmo-stp_10.42.42.5(pid=23484): Launched\u000a20:19:06.936256 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:19:07.465163 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23486): Launched\u000a20:19:07.572813 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:19:07.838184 run patchelf(pid=23487): Launched\u000a20:19:08.016243 run osmo-stp_10.42.42.5(pid=23484): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23484)]\u000a20:19:08.146507 run osmo-stp_10.42.42.5(pid=23484): stdout: \u000a| (launched: 2022-12-12_20:19:06.676616)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:19:08.276677 run osmo-stp_10.42.42.5(pid=23484): stderr: \u000a| �[0;m�[38;5;43m20221212201906845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201906845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201906846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201906846 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201906846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201906847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201906847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:19:08.402173 run osmo-stp_10.42.42.5(pid=23484): stdout: \u000a| (launched: 2022-12-12_20:19:06.676616)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:19:08.526547 run osmo-stp_10.42.42.5(pid=23484): stderr: \u000a| �[0;m�[38;5;43m20221212201906845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201906845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201906846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201906846 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201906846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201906847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201906847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:19:08.671355 run patchelf(pid=23487): Terminating (SIGINT)\u000a20:19:08.842112 run patchelf(pid=23487): Terminated: ok {rc=0}\u000a20:19:08.873453 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23484): Process ended prematurely: osmo-stp_10.42.42.5(pid=23484) [trial-2381↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23484)] [trial-2381↪gprs:nanobts+band-900↪iperf3.py:8]\u000a20:19:08.882727 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a20:19:08.942749 run osmo-hlr_10.42.42.2(pid=23481): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:nanobts+band-900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23481)]\u000a20:19:08.991795 run osmo-hlr_10.42.42.2(pid=23481): stdout: \u000a| (launched: 2022-12-12_20:19:05.733698) \u000a20:19:09.041347 run osmo-hlr_10.42.42.2(pid=23481): stderr: \u000a| �[0;m�[1;31m20221212201905906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212201905906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212201905906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201905906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201905907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212201905907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212201905919 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:nanobts+band-900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212201905927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212201905927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212201905927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:19:09.083470 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23476): Terminating (SIGTERM)\u000a20:19:09.123444 run iperf3-srv_10.42.42.10(pid=23477): Terminating (SIGTERM)\u000a20:19:09.163368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23480): Terminating (SIGTERM)\u000a20:19:09.203031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23483): Terminating (SIGTERM)\u000a20:19:09.243247 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23486): Terminating (SIGTERM)\u000a20:19:09.252520 --- ParallelTerminationStrategy: PID 23476 died...\u000a20:19:09.305932 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23476): Terminated: ok {rc=0}\u000a20:19:09.315631 --- ParallelTerminationStrategy: PID 23477 died...\u000a20:19:09.368588 run iperf3-srv_10.42.42.10(pid=23477): Terminated {rc=256}\u000a20:19:09.378241 --- ParallelTerminationStrategy: PID 23480 died...\u000a20:19:09.431271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23480): Terminated: ok {rc=0}\u000a20:19:09.440914 --- ParallelTerminationStrategy: PID 23483 died...\u000a20:19:09.494104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23483): Terminated: ok {rc=0}\u000a20:19:09.503846 --- ParallelTerminationStrategy: PID 23486 died...\u000a20:19:09.557112 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23486): Terminated: ok {rc=0}\u000a20:19:09.645750 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 221, "className" : "gprs:nanobts+band-900", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23502): Process ended prematurely: osmo-stp_10.42.42.5(pid=23502) [trial-2381↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23502)]", "failedSince" : 2161, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23502): Process ended prematurely: osmo-stp_10.42.42.5(pid=23502) [trial-2381↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23502)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:nanobts+band-900 iperf3m4.py\u000a----------------------------------------------\u000a20:19:10.756550 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a20:19:10.768392 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a20:19:10.905128 tst iperf3m4.py: using LAC 31259\u000a20:19:11.023193 tst iperf3m4.py: using RAC 149\u000a20:19:11.143181 tst iperf3m4.py: using CellId 31259\u000a20:19:11.262858 tst iperf3m4.py: using BVCI 31260\u000a20:19:11.285937 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a20:19:11.296499 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a20:19:11.307067 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a20:19:11.317564 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a20:19:11.327907 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a20:19:11.338468 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a20:19:11.349117 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a20:19:11.359462 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a20:19:11.370053 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a20:19:11.487702 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a20:19:11.609630 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a20:19:11.726664 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a20:19:12.024896 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:19:12.161658 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:19:12.501512 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23488): Launched\u000a20:19:12.782535 run iperf3-srv_10.42.42.10(pid=23489): Launched\u000a20:19:12.982618 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:19:13.118518 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:19:13.458316 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23490): Launched\u000a20:19:13.740416 run iperf3-srv_10.42.42.10(pid=23491): Launched\u000a20:19:13.940134 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:19:14.076286 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:19:14.416048 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23492): Launched\u000a20:19:14.697292 run iperf3-srv_10.42.42.10(pid=23493): Launched\u000a20:19:14.896533 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:19:15.031959 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:19:15.370669 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23494): Launched\u000a20:19:15.652893 run iperf3-srv_10.42.42.10(pid=23495): Launched\u000a20:19:15.860129 tst iperf3m4.py:8: start network...\u000a20:19:15.993981 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:19:16.534423 run create_hlr_db(pid=23496): Launched\u000a20:19:16.716891 bus /gobi_6: Setting Powered False\u000a20:19:17.731192 run create_hlr_db(pid=23496): Terminated: ok {rc=0}\u000a20:19:18.171254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23498): Launched\u000a20:19:18.499974 run osmo-hlr_10.42.42.2(pid=23499): Launched\u000a20:19:18.617897 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:19:19.190089 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23501): Launched\u000a20:19:19.516453 run osmo-stp_10.42.42.5(pid=23502): Launched\u000a20:19:19.635071 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:19:20.206711 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23504): Launched\u000a20:19:20.323402 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:19:20.610732 run patchelf(pid=23505): Launched\u000a20:19:20.802304 run osmo-stp_10.42.42.5(pid=23502): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23502)]\u000a20:19:20.943370 run osmo-stp_10.42.42.5(pid=23502): stdout: \u000a| (launched: 2022-12-12_20:19:19.355499)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:19:21.084034 run osmo-stp_10.42.42.5(pid=23502): stderr: \u000a| �[0;m�[38;5;43m20221212201919545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201919545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201919545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201919546 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201919546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201919546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201919546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:19:21.219846 run osmo-stp_10.42.42.5(pid=23502): stdout: \u000a| (launched: 2022-12-12_20:19:19.355499)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:19:21.354527 run osmo-stp_10.42.42.5(pid=23502): stderr: \u000a| �[0;m�[38;5;43m20221212201919545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201919545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201919545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201919546 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201919546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201919546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201919546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:19:21.510909 run patchelf(pid=23505): Terminating (SIGINT)\u000a20:19:21.695094 run patchelf(pid=23505): Terminated: ok {rc=0}\u000a20:19:21.728733 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23502): Process ended prematurely: osmo-stp_10.42.42.5(pid=23502) [trial-2381↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23502)] [trial-2381↪gprs:nanobts+band-900↪iperf3m4.py:8]\u000a20:19:21.738703 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a20:19:21.803725 run osmo-hlr_10.42.42.2(pid=23499): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:nanobts+band-900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23499)]\u000a20:19:21.856337 run osmo-hlr_10.42.42.2(pid=23499): stdout: \u000a| (launched: 2022-12-12_20:19:18.337796) \u000a20:19:21.909667 run osmo-hlr_10.42.42.2(pid=23499): stderr: \u000a| �[0;m�[1;31m20221212201918532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212201918532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212201918532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201918532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201918532 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212201918533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212201918544 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:nanobts+band-900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212201918553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212201918553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212201918554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:19:21.954390 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23488): Terminating (SIGTERM)\u000a20:19:21.997508 run iperf3-srv_10.42.42.10(pid=23489): Terminating (SIGTERM)\u000a20:19:22.039865 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23490): Terminating (SIGTERM)\u000a20:19:22.082504 run iperf3-srv_10.42.42.10(pid=23491): Terminating (SIGTERM)\u000a20:19:22.125207 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23492): Terminating (SIGTERM)\u000a20:19:22.167617 run iperf3-srv_10.42.42.10(pid=23493): Terminating (SIGTERM)\u000a20:19:22.210525 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23494): Terminating (SIGTERM)\u000a20:19:22.253406 run iperf3-srv_10.42.42.10(pid=23495): Terminating (SIGTERM)\u000a20:19:22.295808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23498): Terminating (SIGTERM)\u000a20:19:22.338580 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23501): Terminating (SIGTERM)\u000a20:19:22.381291 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23504): Terminating (SIGTERM)\u000a20:19:22.391440 --- ParallelTerminationStrategy: PID 23488 died...\u000a20:19:22.448760 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23488): Terminated: ok {rc=0}\u000a20:19:22.459137 --- ParallelTerminationStrategy: PID 23489 died...\u000a20:19:22.516057 run iperf3-srv_10.42.42.10(pid=23489): Terminated {rc=256}\u000a20:19:22.526322 --- ParallelTerminationStrategy: PID 23490 died...\u000a20:19:22.583174 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23490): Terminated: ok {rc=0}\u000a20:19:22.593462 --- ParallelTerminationStrategy: PID 23491 died...\u000a20:19:22.649854 run iperf3-srv_10.42.42.10(pid=23491): Terminated {rc=256}\u000a20:19:22.660375 --- ParallelTerminationStrategy: PID 23492 died...\u000a20:19:22.717339 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23492): Terminated: ok {rc=0}\u000a20:19:22.727644 --- ParallelTerminationStrategy: PID 23493 died...\u000a20:19:22.784290 run iperf3-srv_10.42.42.10(pid=23493): Terminated {rc=256}\u000a20:19:22.794531 --- ParallelTerminationStrategy: PID 23494 died...\u000a20:19:22.851548 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23494): Terminated: ok {rc=0}\u000a20:19:22.862309 --- ParallelTerminationStrategy: PID 23495 died...\u000a20:19:22.918872 run iperf3-srv_10.42.42.10(pid=23495): Terminated {rc=256}\u000a20:19:22.929511 --- ParallelTerminationStrategy: PID 23498 died...\u000a20:19:22.986321 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23498): Terminated: ok {rc=0}\u000a20:19:22.996660 --- ParallelTerminationStrategy: PID 23501 died...\u000a20:19:23.053601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23501): Terminated: ok {rc=0}\u000a20:19:23.063892 --- ParallelTerminationStrategy: PID 23504 died...\u000a20:19:23.120734 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23504): Terminated: ok {rc=0}\u000a20:19:23.209110 bus /gobi_4: Setting Powered False\u000a20:19:24.318296 bus /gobi_4: Setting Powered False\u000a20:19:25.427903 bus /gobi_1: Setting Powered False\u000a20:19:26.535313 bus /gobi_1: Setting Powered False\u000a20:19:27.649346 bus /gobi_0: Setting Powered False\u000a20:19:28.753392 bus /gobi_0: Setting Powered False\u000a20:19:29.863463 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 56, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23514): Process ended prematurely: osmo-stp_10.42.42.5(pid=23514) [trial-2381↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23514)]", "failedSince" : 2326, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23514): Process ended prematurely: osmo-stp_10.42.42.5(pid=23514) [trial-2381↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23514)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:nanobts+band-900 ping.py\u000a----------------------------------------------\u000a20:19:30.946640 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a20:19:30.959351 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a20:19:31.099648 tst ping.py: using LAC 31260\u000a20:19:31.226962 tst ping.py: using RAC 150\u000a20:19:31.356215 tst ping.py: using CellId 31260\u000a20:19:31.483954 tst ping.py: using BVCI 31261\u000a20:19:31.509715 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a20:19:31.523109 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a20:19:31.535404 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a20:19:31.548710 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a20:19:31.562985 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a20:19:31.576255 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a20:19:31.588842 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a20:19:31.602153 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a20:19:31.900515 tst ping.py:19: start network...\u000a20:19:32.039176 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:19:32.551534 run create_hlr_db(pid=23506): Launched\u000a20:19:32.738120 bus /gobi_6: Setting Powered False\u000a20:19:33.759858 run create_hlr_db(pid=23506): Terminated: ok {rc=0}\u000a20:19:34.162185 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23508): Launched\u000a20:19:34.466568 run osmo-hlr_10.42.42.2(pid=23511): Launched\u000a20:19:34.576335 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:19:35.099364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23513): Launched\u000a20:19:35.399524 run osmo-stp_10.42.42.5(pid=23514): Launched\u000a20:19:35.508057 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:19:36.028668 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23516): Launched\u000a20:19:36.134241 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:19:36.396106 run patchelf(pid=23517): Launched\u000a20:19:36.570913 run osmo-stp_10.42.42.5(pid=23514): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23514)]\u000a20:19:36.698405 run osmo-stp_10.42.42.5(pid=23514): stdout: \u000a| (launched: 2022-12-12_20:19:35.250987)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:19:36.826162 run osmo-stp_10.42.42.5(pid=23514): stderr: \u000a| �[0;m�[38;5;43m20221212201935418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201935418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201935419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201935419 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201935420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201935420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201935420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:19:36.948854 run osmo-stp_10.42.42.5(pid=23514): stdout: \u000a| (launched: 2022-12-12_20:19:35.250987)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:19:37.071640 run osmo-stp_10.42.42.5(pid=23514): stderr: \u000a| �[0;m�[38;5;43m20221212201935418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201935418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201935419 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201935419 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201935420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201935420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201935420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:19:37.213723 run patchelf(pid=23517): Terminating (SIGINT)\u000a20:19:37.380161 run patchelf(pid=23517): Terminated: ok {rc=0}\u000a20:19:37.410406 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23514): Process ended prematurely: osmo-stp_10.42.42.5(pid=23514) [trial-2381↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23514)] [trial-2381↪gprs:nanobts+band-900↪ping.py:22]\u000a20:19:37.419053 tst ping.py:22: Test FAILED (6.5 sec)\u000a20:19:37.479645 run osmo-hlr_10.42.42.2(pid=23511): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:nanobts+band-900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23511)]\u000a20:19:37.529122 run osmo-hlr_10.42.42.2(pid=23511): stdout: \u000a| (launched: 2022-12-12_20:19:34.313502) \u000a20:19:37.579220 run osmo-hlr_10.42.42.2(pid=23511): stderr: \u000a| �[0;m�[1;31m20221212201934489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212201934489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212201934489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201934489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201934490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212201934490 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212201934501 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:nanobts+band-900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212201934510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212201934510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212201934510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:19:37.621663 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23508): Terminating (SIGTERM)\u000a20:19:37.661674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23513): Terminating (SIGTERM)\u000a20:19:37.701832 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23516): Terminating (SIGTERM)\u000a20:19:37.711240 --- ParallelTerminationStrategy: PID 23508 died...\u000a20:19:37.764746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23508): Terminated: ok {rc=0}\u000a20:19:37.774529 --- ParallelTerminationStrategy: PID 23513 died...\u000a20:19:37.828128 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23513): Terminated: ok {rc=0}\u000a20:19:37.837900 --- ParallelTerminationStrategy: PID 23516 died...\u000a20:19:37.891284 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23516): Terminated: ok {rc=0}\u000a20:19:37.975130 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23524): Process ended prematurely: osmo-stp_10.42.42.5(pid=23524) [trial-2381↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23524)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23524): Process ended prematurely: osmo-stp_10.42.42.5(pid=23524) [trial-2381↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23524)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:nanobts+band-900 ping_idle_ping.py\u000a----------------------------------------------\u000a20:19:39.024581 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a20:19:39.036032 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a20:19:39.172245 tst ping_idle_ping.py: using LAC 31261\u000a20:19:39.290854 tst ping_idle_ping.py: using RAC 151\u000a20:19:39.407395 tst ping_idle_ping.py: using CellId 31261\u000a20:19:39.526457 tst ping_idle_ping.py: using BVCI 31262\u000a20:19:39.549343 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a20:19:39.560099 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a20:19:39.570762 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a20:19:39.581494 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a20:19:39.591999 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a20:19:39.602588 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a20:19:39.613282 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a20:19:39.623873 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a20:19:39.897236 tst ping_idle_ping.py:24: start network...\u000a20:19:40.023223 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:19:40.506495 run create_hlr_db(pid=23518): Launched\u000a20:19:40.679104 bus /gobi_6: Setting Powered False\u000a20:19:41.701077 run create_hlr_db(pid=23518): Terminated: ok {rc=0}\u000a20:19:42.130972 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23520): Launched\u000a20:19:42.455628 run osmo-hlr_10.42.42.2(pid=23521): Launched\u000a20:19:42.576243 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:19:43.137811 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23523): Launched\u000a20:19:43.463601 run osmo-stp_10.42.42.5(pid=23524): Launched\u000a20:19:43.581894 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:19:44.144910 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23526): Launched\u000a20:19:44.260893 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:19:44.544157 run patchelf(pid=23527): Launched\u000a20:19:44.732428 run osmo-stp_10.42.42.5(pid=23524): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23524)]\u000a20:19:44.870345 run osmo-stp_10.42.42.5(pid=23524): stdout: \u000a| (launched: 2022-12-12_20:19:43.302322)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:19:45.008050 run osmo-stp_10.42.42.5(pid=23524): stderr: \u000a| �[0;m�[38;5;43m20221212201943490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201943491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201943491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201943491 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201943492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201943492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201943492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:19:45.141450 run osmo-stp_10.42.42.5(pid=23524): stdout: \u000a| (launched: 2022-12-12_20:19:43.302322)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:19:45.274311 run osmo-stp_10.42.42.5(pid=23524): stderr: \u000a| �[0;m�[38;5;43m20221212201943490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201943491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201943491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201943491 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201943492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201943492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201943492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:19:45.428160 run patchelf(pid=23527): Terminating (SIGINT)\u000a20:19:45.608603 run patchelf(pid=23527): Terminated: ok {rc=0}\u000a20:19:45.641383 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23524): Process ended prematurely: osmo-stp_10.42.42.5(pid=23524) [trial-2381↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23524)] [trial-2381↪gprs:nanobts+band-900↪ping_idle_ping.py:27]\u000a20:19:45.650690 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a20:19:45.715538 run osmo-hlr_10.42.42.2(pid=23521): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:nanobts+band-900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23521)]\u000a20:19:45.767998 run osmo-hlr_10.42.42.2(pid=23521): stdout: \u000a| (launched: 2022-12-12_20:19:42.295218) \u000a20:19:45.821001 run osmo-hlr_10.42.42.2(pid=23521): stderr: \u000a| �[0;m�[1;31m20221212201942487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212201942487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212201942487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201942487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201942487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212201942487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212201942502 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:nanobts+band-900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212201942511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212201942512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212201942512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:19:45.877193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23520): Terminating (SIGTERM)\u000a20:19:45.932763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23523): Terminating (SIGTERM)\u000a20:19:45.976151 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23526): Terminating (SIGTERM)\u000a20:19:45.986861 --- ParallelTerminationStrategy: PID 23520 died...\u000a20:19:46.046359 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23520): Terminated: ok {rc=0}\u000a20:19:46.057990 --- ParallelTerminationStrategy: PID 23523 died...\u000a20:19:46.116052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23523): Terminated: ok {rc=0}\u000a20:19:46.126846 --- ParallelTerminationStrategy: PID 23526 died...\u000a20:19:46.184234 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23526): Terminated: ok {rc=0}\u000a20:19:46.275765 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "155", "name" : "gprs_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:18:47" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23541): Process ended prematurely: osmo-stp_10.42.42.5(pid=23541) [trial-2381↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23541)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23541): Process ended prematurely: osmo-stp_10.42.42.5(pid=23541) [trial-2381↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23541)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:nanobts+band-900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:19:48.442498 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:19:48.454143 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:19:48.592190 tst cs_paging_gprs_active.py: using LAC 31262\u000a20:19:48.710285 tst cs_paging_gprs_active.py: using RAC 152\u000a20:19:48.827928 tst cs_paging_gprs_active.py: using CellId 31262\u000a20:19:48.944685 tst cs_paging_gprs_active.py: using BVCI 31263\u000a20:19:48.968059 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:19:48.979233 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:19:48.990009 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:19:49.000878 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:19:49.011686 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:19:49.022639 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:19:49.033645 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:19:49.044446 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:19:49.055816 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:19:49.176369 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:19:49.473405 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:19:49.609674 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:19:49.948928 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23531): Launched\u000a20:19:50.234135 run iperf3-srv_10.42.42.10(pid=23532): Launched\u000a20:19:50.434564 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:19:50.570537 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:19:50.912399 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23533): Launched\u000a20:19:51.194930 run iperf3-srv_10.42.42.10(pid=23534): Launched\u000a20:19:51.395000 tst cs_paging_gprs_active.py:38: start network...\u000a20:19:51.530981 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:19:52.046872 run create_hlr_db(pid=23535): Launched\u000a20:19:52.236511 bus /gobi_6: Setting Powered False\u000a20:19:53.257786 run create_hlr_db(pid=23535): Terminated: ok {rc=0}\u000a20:19:53.671742 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23537): Launched\u000a20:19:53.977755 run osmo-hlr_10.42.42.2(pid=23538): Launched\u000a20:19:54.090554 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:19:54.619731 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23540): Launched\u000a20:19:54.924197 run osmo-stp_10.42.42.5(pid=23541): Launched\u000a20:19:55.034068 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:19:55.566474 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23543): Launched\u000a20:19:55.674733 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:19:55.941805 run patchelf(pid=23544): Launched\u000a20:19:56.120396 run osmo-stp_10.42.42.5(pid=23541): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23541)]\u000a20:19:56.250585 run osmo-stp_10.42.42.5(pid=23541): stdout: \u000a| (launched: 2022-12-12_20:19:54.773897)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:19:56.381184 run osmo-stp_10.42.42.5(pid=23541): stderr: \u000a| �[0;m�[38;5;43m20221212201954940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201954940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201954940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201954940 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201954941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201954941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201954941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:19:56.506979 run osmo-stp_10.42.42.5(pid=23541): stdout: \u000a| (launched: 2022-12-12_20:19:54.773897)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:19:56.631706 run osmo-stp_10.42.42.5(pid=23541): stderr: \u000a| �[0;m�[38;5;43m20221212201954940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212201954940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212201954940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212201954940 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212201954941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212201954941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212201954941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:19:56.777255 run patchelf(pid=23544): Terminating (SIGINT)\u000a20:19:56.948288 run patchelf(pid=23544): Terminated: ok {rc=0}\u000a20:19:56.979502 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=23541): Process ended prematurely: osmo-stp_10.42.42.5(pid=23541) [trial-2381↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23541)] [trial-2381↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a20:19:56.988699 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a20:19:57.049209 run osmo-hlr_10.42.42.2(pid=23538): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23538)]\u000a20:19:57.098311 run osmo-hlr_10.42.42.2(pid=23538): stdout: \u000a| (launched: 2022-12-12_20:19:53.826617) \u000a20:19:57.148311 run osmo-hlr_10.42.42.2(pid=23538): stderr: \u000a| �[0;m�[1;31m20221212201953999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212201953999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212201953999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201953999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212201953999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212201953999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212201954014 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:nanobts+band-900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212201954024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212201954024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212201954024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:19:57.190680 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23531): Terminating (SIGTERM)\u000a20:19:57.230627 run iperf3-srv_10.42.42.10(pid=23532): Terminating (SIGTERM)\u000a20:19:57.270766 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23533): Terminating (SIGTERM)\u000a20:19:57.310804 run iperf3-srv_10.42.42.10(pid=23534): Terminating (SIGTERM)\u000a20:19:57.350920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23537): Terminating (SIGTERM)\u000a20:19:57.390909 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23540): Terminating (SIGTERM)\u000a20:19:57.430983 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23543): Terminating (SIGTERM)\u000a20:19:57.440495 --- ParallelTerminationStrategy: PID 23531 died...\u000a20:19:57.494191 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23531): Terminated: ok {rc=0}\u000a20:19:57.504146 --- ParallelTerminationStrategy: PID 23532 died...\u000a20:19:57.557254 run iperf3-srv_10.42.42.10(pid=23532): Terminated {rc=256}\u000a20:19:57.567177 --- ParallelTerminationStrategy: PID 23533 died...\u000a20:19:57.620724 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23533): Terminated: ok {rc=0}\u000a20:19:57.630687 --- ParallelTerminationStrategy: PID 23534 died...\u000a20:19:57.683855 run iperf3-srv_10.42.42.10(pid=23534): Terminated {rc=256}\u000a20:19:57.693849 --- ParallelTerminationStrategy: PID 23537 died...\u000a20:19:57.747089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23537): Terminated: ok {rc=0}\u000a20:19:57.757031 --- ParallelTerminationStrategy: PID 23540 died...\u000a20:19:57.810190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23540): Terminated: ok {rc=0}\u000a20:19:57.820183 --- ParallelTerminationStrategy: PID 23543 died...\u000a20:19:57.873802 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23543): Terminated: ok {rc=0}\u000a20:19:57.957862 bus /gobi_0: Setting Powered False\u000a20:19:59.064307 bus /gobi_0: Setting Powered False\u000a20:20:00.172641 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23556): Process ended prematurely: osmo-stp_10.42.42.5(pid=23556) [trial-2381↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23556)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23556): Process ended prematurely: osmo-stp_10.42.42.5(pid=23556) [trial-2381↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23556)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:nanobts+band-900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a20:20:01.305995 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:01.322149 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:20:01.485455 tst iperf3.py: using LAC 31263\u000a20:20:01.609300 tst iperf3.py: using RAC 153\u000a20:20:01.769562 tst iperf3.py: using CellId 31263\u000a20:20:01.913415 tst iperf3.py: using BVCI 31264\u000a20:20:01.940865 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:01.953761 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:01.967717 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:01.981368 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:01.994099 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:02.008514 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:02.021064 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:02.035183 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:02.048804 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:20:02.357154 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:20:02.483161 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:20:02.799332 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23548): Launched\u000a20:20:03.061291 run iperf3-srv_10.42.42.10(pid=23549): Launched\u000a20:20:03.246248 tst iperf3.py:8: start network...\u000a20:20:03.371742 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:20:03.857969 run create_hlr_db(pid=23550): Launched\u000a20:20:04.032241 bus /gobi_6: Setting Powered False\u000a20:20:05.058355 run create_hlr_db(pid=23550): Terminated: ok {rc=0}\u000a20:20:05.467217 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23552): Launched\u000a20:20:05.770700 run osmo-hlr_10.42.42.2(pid=23553): Launched\u000a20:20:05.880731 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:20:06.423228 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23555): Launched\u000a20:20:06.753147 run osmo-stp_10.42.42.5(pid=23556): Launched\u000a20:20:06.871198 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:20:07.443073 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23558): Launched\u000a20:20:07.559995 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:20:07.846254 run patchelf(pid=23559): Launched\u000a20:20:08.037091 run osmo-stp_10.42.42.5(pid=23556): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23556)]\u000a20:20:08.176787 run osmo-stp_10.42.42.5(pid=23556): stdout: \u000a| (launched: 2022-12-12_20:20:06.589674)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:20:08.317228 run osmo-stp_10.42.42.5(pid=23556): stderr: \u000a| �[0;m�[38;5;43m20221212202006779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202006779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202006779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202006779 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202006780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202006780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202006780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:20:08.452117 run osmo-stp_10.42.42.5(pid=23556): stdout: \u000a| (launched: 2022-12-12_20:20:06.589674)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:20:08.585885 run osmo-stp_10.42.42.5(pid=23556): stderr: \u000a| �[0;m�[38;5;43m20221212202006779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202006779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202006779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202006779 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202006780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202006780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202006780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:20:08.741490 run patchelf(pid=23559): Terminating (SIGINT)\u000a20:20:08.924331 run patchelf(pid=23559): Terminated: ok {rc=0}\u000a20:20:08.957842 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23556): Process ended prematurely: osmo-stp_10.42.42.5(pid=23556) [trial-2381↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23556)] [trial-2381↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8]\u000a20:20:08.967835 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a20:20:09.032550 run osmo-hlr_10.42.42.2(pid=23553): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23553)]\u000a20:20:09.084979 run osmo-hlr_10.42.42.2(pid=23553): stdout: \u000a| (launched: 2022-12-12_20:20:05.621613) \u000a20:20:09.137928 run osmo-hlr_10.42.42.2(pid=23553): stderr: \u000a| �[0;m�[1;31m20221212202005796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212202005796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212202005796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202005796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202005796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212202005796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212202005809 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:nanobts+band-900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212202005818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212202005818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212202005818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:20:09.182419 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23548): Terminating (SIGTERM)\u000a20:20:09.224920 run iperf3-srv_10.42.42.10(pid=23549): Terminating (SIGTERM)\u000a20:20:09.267698 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23552): Terminating (SIGTERM)\u000a20:20:09.310305 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23555): Terminating (SIGTERM)\u000a20:20:09.352588 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23558): Terminating (SIGTERM)\u000a20:20:09.362863 --- ParallelTerminationStrategy: PID 23548 died...\u000a20:20:09.419659 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23548): Terminated: ok {rc=0}\u000a20:20:09.430327 --- ParallelTerminationStrategy: PID 23549 died...\u000a20:20:09.486922 run iperf3-srv_10.42.42.10(pid=23549): Terminated {rc=256}\u000a20:20:09.498027 --- ParallelTerminationStrategy: PID 23552 died...\u000a20:20:09.554739 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23552): Terminated: ok {rc=0}\u000a20:20:09.565444 --- ParallelTerminationStrategy: PID 23555 died...\u000a20:20:09.621843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23555): Terminated: ok {rc=0}\u000a20:20:09.632455 --- ParallelTerminationStrategy: PID 23558 died...\u000a20:20:09.689118 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23558): Terminated: ok {rc=0}\u000a20:20:09.776601 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23577): Process ended prematurely: osmo-stp_10.42.42.5(pid=23577) [trial-2381↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23577)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23577): Process ended prematurely: osmo-stp_10.42.42.5(pid=23577) [trial-2381↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23577)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:nanobts+band-900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a20:20:10.887848 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:10.899686 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:20:11.037231 tst iperf3m4.py: using LAC 31264\u000a20:20:11.158111 tst iperf3m4.py: using RAC 154\u000a20:20:11.277876 tst iperf3m4.py: using CellId 31264\u000a20:20:11.396855 tst iperf3m4.py: using BVCI 31265\u000a20:20:11.419854 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:11.430962 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:11.441925 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:11.452708 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:11.463477 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:11.474287 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:11.485353 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:11.496086 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:11.507041 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:20:11.622956 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:20:11.748554 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:20:11.870865 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:20:12.171360 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:20:12.308185 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:20:12.649725 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23563): Launched\u000a20:20:12.933411 run iperf3-srv_10.42.42.10(pid=23564): Launched\u000a20:20:13.132819 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:20:13.269532 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:20:13.609468 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23565): Launched\u000a20:20:13.893613 run iperf3-srv_10.42.42.10(pid=23566): Launched\u000a20:20:14.094684 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:20:14.231924 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:20:14.572529 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23567): Launched\u000a20:20:14.855734 run iperf3-srv_10.42.42.10(pid=23568): Launched\u000a20:20:15.056473 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:20:15.193579 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:20:15.534919 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23569): Launched\u000a20:20:15.817168 run iperf3-srv_10.42.42.10(pid=23570): Launched\u000a20:20:16.032024 tst iperf3m4.py:8: start network...\u000a20:20:16.171996 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:20:16.727782 run create_hlr_db(pid=23571): Launched\u000a20:20:16.909336 bus /gobi_6: Setting Powered False\u000a20:20:17.926531 run create_hlr_db(pid=23571): Terminated: ok {rc=0}\u000a20:20:18.333091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23573): Launched\u000a20:20:18.637623 run osmo-hlr_10.42.42.2(pid=23574): Launched\u000a20:20:18.758963 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:20:19.294916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23576): Launched\u000a20:20:19.601814 run osmo-stp_10.42.42.5(pid=23577): Launched\u000a20:20:19.710999 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:20:20.243078 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23579): Launched\u000a20:20:20.350704 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:20:20.617968 run patchelf(pid=23580): Launched\u000a20:20:20.796090 run osmo-stp_10.42.42.5(pid=23577): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23577)]\u000a20:20:20.926547 run osmo-stp_10.42.42.5(pid=23577): stdout: \u000a| (launched: 2022-12-12_20:20:19.451167)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:20:21.056703 run osmo-stp_10.42.42.5(pid=23577): stderr: \u000a| �[0;m�[38;5;43m20221212202019621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202019621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202019622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202019622 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202019622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202019623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202019623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:20:21.182062 run osmo-stp_10.42.42.5(pid=23577): stdout: \u000a| (launched: 2022-12-12_20:20:19.451167)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:20:21.306464 run osmo-stp_10.42.42.5(pid=23577): stderr: \u000a| �[0;m�[38;5;43m20221212202019621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202019621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202019622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202019622 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202019622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202019623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202019623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:20:21.451707 run patchelf(pid=23580): Terminating (SIGINT)\u000a20:20:21.622541 run patchelf(pid=23580): Terminated: ok {rc=0}\u000a20:20:21.653900 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23577): Process ended prematurely: osmo-stp_10.42.42.5(pid=23577) [trial-2381↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23577)] [trial-2381↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8]\u000a20:20:21.663277 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a20:20:21.724091 run osmo-hlr_10.42.42.2(pid=23574): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23574)]\u000a20:20:21.773389 run osmo-hlr_10.42.42.2(pid=23574): stdout: \u000a| (launched: 2022-12-12_20:20:18.487130) \u000a20:20:21.823480 run osmo-hlr_10.42.42.2(pid=23574): stderr: \u000a| �[0;m�[1;31m20221212202018658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212202018658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212202018658 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202018659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202018659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212202018659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212202018671 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:nanobts+band-900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212202018679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212202018680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212202018680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:20:21.866033 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23563): Terminating (SIGTERM)\u000a20:20:21.906128 run iperf3-srv_10.42.42.10(pid=23564): Terminating (SIGTERM)\u000a20:20:21.946064 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23565): Terminating (SIGTERM)\u000a20:20:21.985713 run iperf3-srv_10.42.42.10(pid=23566): Terminating (SIGTERM)\u000a20:20:22.025491 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23567): Terminating (SIGTERM)\u000a20:20:22.065336 run iperf3-srv_10.42.42.10(pid=23568): Terminating (SIGTERM)\u000a20:20:22.105161 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23569): Terminating (SIGTERM)\u000a20:20:22.144773 run iperf3-srv_10.42.42.10(pid=23570): Terminating (SIGTERM)\u000a20:20:22.184377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23573): Terminating (SIGTERM)\u000a20:20:22.224119 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23576): Terminating (SIGTERM)\u000a20:20:22.264056 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23579): Terminating (SIGTERM)\u000a20:20:22.273563 --- ParallelTerminationStrategy: PID 23563 died...\u000a20:20:22.327124 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23563): Terminated: ok {rc=0}\u000a20:20:22.336783 --- ParallelTerminationStrategy: PID 23564 died...\u000a20:20:22.389986 run iperf3-srv_10.42.42.10(pid=23564): Terminated {rc=256}\u000a20:20:22.399551 --- ParallelTerminationStrategy: PID 23565 died...\u000a20:20:22.452990 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23565): Terminated: ok {rc=0}\u000a20:20:22.462801 --- ParallelTerminationStrategy: PID 23566 died...\u000a20:20:22.515636 run iperf3-srv_10.42.42.10(pid=23566): Terminated {rc=256}\u000a20:20:22.525653 --- ParallelTerminationStrategy: PID 23567 died...\u000a20:20:22.578665 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23567): Terminated: ok {rc=0}\u000a20:20:22.588324 --- ParallelTerminationStrategy: PID 23568 died...\u000a20:20:22.641202 run iperf3-srv_10.42.42.10(pid=23568): Terminated {rc=256}\u000a20:20:22.650945 --- ParallelTerminationStrategy: PID 23569 died...\u000a20:20:22.703842 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23569): Terminated: ok {rc=0}\u000a20:20:22.713795 --- ParallelTerminationStrategy: PID 23570 died...\u000a20:20:22.766505 run iperf3-srv_10.42.42.10(pid=23570): Terminated {rc=256}\u000a20:20:22.776182 --- ParallelTerminationStrategy: PID 23573 died...\u000a20:20:22.828894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23573): Terminated: ok {rc=0}\u000a20:20:22.838693 --- ParallelTerminationStrategy: PID 23576 died...\u000a20:20:22.891840 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23576): Terminated: ok {rc=0}\u000a20:20:22.901772 --- ParallelTerminationStrategy: PID 23579 died...\u000a20:20:22.955176 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23579): Terminated: ok {rc=0}\u000a20:20:23.039223 bus /gobi_4: Setting Powered False\u000a20:20:24.147763 bus /gobi_4: Setting Powered False\u000a20:20:25.256933 bus /gobi_1: Setting Powered False\u000a20:20:26.358942 bus /gobi_1: Setting Powered False\u000a20:20:27.471571 bus /gobi_0: Setting Powered False\u000a20:20:28.574630 bus /gobi_0: Setting Powered False\u000a20:20:29.682194 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23587): Process ended prematurely: osmo-stp_10.42.42.5(pid=23587) [trial-2381↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23587)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23587): Process ended prematurely: osmo-stp_10.42.42.5(pid=23587) [trial-2381↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23587)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:nanobts+band-900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a20:20:30.750494 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:30.762963 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:20:30.927079 tst ping.py: using LAC 31265\u000a20:20:31.058869 tst ping.py: using RAC 155\u000a20:20:31.210561 tst ping.py: using CellId 31265\u000a20:20:31.340023 tst ping.py: using BVCI 31266\u000a20:20:31.363728 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:31.375531 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:31.387199 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:31.399281 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:31.411811 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:31.424634 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:31.437031 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:31.448630 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:20:31.729310 tst ping.py:19: start network...\u000a20:20:31.856774 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:20:32.345965 run create_hlr_db(pid=23581): Launched\u000a20:20:32.533331 bus /gobi_6: Setting Powered False\u000a20:20:33.554151 run create_hlr_db(pid=23581): Terminated: ok {rc=0}\u000a20:20:33.958286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23583): Launched\u000a20:20:34.256609 run osmo-hlr_10.42.42.2(pid=23584): Launched\u000a20:20:34.367143 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:20:34.889193 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23586): Launched\u000a20:20:35.187459 run osmo-stp_10.42.42.5(pid=23587): Launched\u000a20:20:35.295458 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:20:35.818604 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23589): Launched\u000a20:20:35.924494 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:20:36.186010 run patchelf(pid=23590): Launched\u000a20:20:36.361858 run osmo-stp_10.42.42.5(pid=23587): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23587)]\u000a20:20:36.490011 run osmo-stp_10.42.42.5(pid=23587): stdout: \u000a| (launched: 2022-12-12_20:20:35.039986)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:20:36.618721 run osmo-stp_10.42.42.5(pid=23587): stderr: \u000a| �[0;m�[38;5;43m20221212202035208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202035208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202035208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202035209 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202035209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202035209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202035209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:20:36.742703 run osmo-stp_10.42.42.5(pid=23587): stdout: \u000a| (launched: 2022-12-12_20:20:35.039986)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:20:36.865078 run osmo-stp_10.42.42.5(pid=23587): stderr: \u000a| �[0;m�[38;5;43m20221212202035208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202035208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202035208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202035209 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202035209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202035209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202035209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:20:37.007254 run patchelf(pid=23590): Terminating (SIGINT)\u000a20:20:37.174682 run patchelf(pid=23590): Terminated: ok {rc=0}\u000a20:20:37.205184 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23587): Process ended prematurely: osmo-stp_10.42.42.5(pid=23587) [trial-2381↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23587)] [trial-2381↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22]\u000a20:20:37.213793 tst ping.py:22: Test FAILED (6.5 sec)\u000a20:20:37.273711 run osmo-hlr_10.42.42.2(pid=23584): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23584)]\u000a20:20:37.322625 run osmo-hlr_10.42.42.2(pid=23584): stdout: \u000a| (launched: 2022-12-12_20:20:34.109235) \u000a20:20:37.372089 run osmo-hlr_10.42.42.2(pid=23584): stderr: \u000a| �[0;m�[1;31m20221212202034281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212202034281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212202034281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202034281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202034281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212202034282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212202034295 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:nanobts+band-900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212202034305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212202034305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212202034306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:20:37.414319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23583): Terminating (SIGTERM)\u000a20:20:37.454419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23586): Terminating (SIGTERM)\u000a20:20:37.494473 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23589): Terminating (SIGTERM)\u000a20:20:37.503804 --- ParallelTerminationStrategy: PID 23583 died...\u000a20:20:37.557477 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23583): Terminated: ok {rc=0}\u000a20:20:37.567186 --- ParallelTerminationStrategy: PID 23586 died...\u000a20:20:37.620102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23586): Terminated: ok {rc=0}\u000a20:20:37.629870 --- ParallelTerminationStrategy: PID 23589 died...\u000a20:20:37.682787 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23589): Terminated: ok {rc=0}\u000a20:20:37.766470 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23597): Process ended prematurely: osmo-stp_10.42.42.5(pid=23597) [trial-2381↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23597)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23597): Process ended prematurely: osmo-stp_10.42.42.5(pid=23597) [trial-2381↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23597)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:nanobts+band-900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a20:20:38.817731 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:38.829573 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a20:20:38.965904 tst ping_idle_ping.py: using LAC 31266\u000a20:20:39.082923 tst ping_idle_ping.py: using RAC 156\u000a20:20:39.199853 tst ping_idle_ping.py: using CellId 31266\u000a20:20:39.317086 tst ping_idle_ping.py: using BVCI 31267\u000a20:20:39.339902 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:39.351144 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:39.362044 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:39.372826 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:39.383563 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:39.394369 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:39.405324 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a20:20:39.416044 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a20:20:39.693546 tst ping_idle_ping.py:24: start network...\u000a20:20:39.817932 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:20:40.302053 run create_hlr_db(pid=23591): Launched\u000a20:20:40.473699 bus /gobi_6: Setting Powered False\u000a20:20:41.498667 run create_hlr_db(pid=23591): Terminated: ok {rc=0}\u000a20:20:41.930010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23593): Launched\u000a20:20:42.254180 run osmo-hlr_10.42.42.2(pid=23594): Launched\u000a20:20:42.373086 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:20:42.931714 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23596): Launched\u000a20:20:43.257285 run osmo-stp_10.42.42.5(pid=23597): Launched\u000a20:20:43.374924 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:20:43.937378 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23599): Launched\u000a20:20:44.052455 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:20:44.334178 run patchelf(pid=23600): Launched\u000a20:20:44.522397 run osmo-stp_10.42.42.5(pid=23597): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23597)]\u000a20:20:44.659737 run osmo-stp_10.42.42.5(pid=23597): stdout: \u000a| (launched: 2022-12-12_20:20:43.095096)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:20:44.798225 run osmo-stp_10.42.42.5(pid=23597): stderr: \u000a| �[0;m�[38;5;43m20221212202043282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202043282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202043282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202043282 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202043283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202043283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202043283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:20:44.931147 run osmo-stp_10.42.42.5(pid=23597): stdout: \u000a| (launched: 2022-12-12_20:20:43.095096)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:20:45.062958 run osmo-stp_10.42.42.5(pid=23597): stderr: \u000a| �[0;m�[38;5;43m20221212202043282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202043282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202043282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202043282 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202043283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202043283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202043283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:20:45.216530 run patchelf(pid=23600): Terminating (SIGINT)\u000a20:20:45.397385 run patchelf(pid=23600): Terminated: ok {rc=0}\u000a20:20:45.430133 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23597): Process ended prematurely: osmo-stp_10.42.42.5(pid=23597) [trial-2381↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23597)] [trial-2381↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a20:20:45.439395 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a20:20:45.503576 run osmo-hlr_10.42.42.2(pid=23594): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23594)]\u000a20:20:45.556419 run osmo-hlr_10.42.42.2(pid=23594): stdout: \u000a| (launched: 2022-12-12_20:20:42.093433) \u000a20:20:45.609198 run osmo-hlr_10.42.42.2(pid=23594): stderr: \u000a| �[0;m�[1;31m20221212202042286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212202042286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212202042286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202042286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202042286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212202042286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212202042299 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:nanobts+band-900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212202042309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212202042309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212202042309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:20:45.654066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23593): Terminating (SIGTERM)\u000a20:20:45.696363 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23596): Terminating (SIGTERM)\u000a20:20:45.738282 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23599): Terminating (SIGTERM)\u000a20:20:45.748428 --- ParallelTerminationStrategy: PID 23593 died...\u000a20:20:45.805211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23593): Terminated: ok {rc=0}\u000a20:20:45.815600 --- ParallelTerminationStrategy: PID 23596 died...\u000a20:20:45.878632 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23596): Terminated: ok {rc=0}\u000a20:20:45.889404 --- ParallelTerminationStrategy: PID 23599 died...\u000a20:20:45.946926 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23599): Terminated: ok {rc=0}\u000a20:20:46.038972 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "156", "name" : "gprs_nanobts+band-900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:19:48" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23615): Process ended prematurely: osmo-stp_10.42.42.5(pid=23615) [trial-2381↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23615)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23615): Process ended prematurely: osmo-stp_10.42.42.5(pid=23615) [trial-2381↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23615)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:nanobts+band-900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:20:48.227090 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:20:48.238261 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:20:48.393362 tst cs_paging_gprs_active.py: using LAC 31267\u000a20:20:48.512288 tst cs_paging_gprs_active.py: using RAC 157\u000a20:20:48.632662 tst cs_paging_gprs_active.py: using CellId 31267\u000a20:20:48.753001 tst cs_paging_gprs_active.py: using BVCI 31268\u000a20:20:48.775976 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:20:48.787004 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:20:48.797830 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:20:48.808618 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:20:48.819464 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:20:48.830226 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:20:48.841168 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:20:48.851723 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:20:48.862873 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:20:48.977071 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:20:49.274130 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:20:49.411137 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:20:49.751933 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23605): Launched\u000a20:20:50.033875 run iperf3-srv_10.42.42.10(pid=23606): Launched\u000a20:20:50.234842 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:20:50.371414 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:20:50.712290 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23607): Launched\u000a20:20:50.995282 run iperf3-srv_10.42.42.10(pid=23608): Launched\u000a20:20:51.195115 tst cs_paging_gprs_active.py:38: start network...\u000a20:20:51.331638 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:20:51.846252 run create_hlr_db(pid=23609): Launched\u000a20:20:52.035194 bus /gobi_6: Setting Powered False\u000a20:20:53.056920 run create_hlr_db(pid=23609): Terminated: ok {rc=0}\u000a20:20:53.467103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23611): Launched\u000a20:20:53.775365 run osmo-hlr_10.42.42.2(pid=23612): Launched\u000a20:20:53.886476 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:20:54.415245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23614): Launched\u000a20:20:54.721017 run osmo-stp_10.42.42.5(pid=23615): Launched\u000a20:20:54.830938 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:20:55.362967 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23617): Launched\u000a20:20:55.470932 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:20:55.739073 run patchelf(pid=23618): Launched\u000a20:20:55.918100 run osmo-stp_10.42.42.5(pid=23615): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23615)]\u000a20:20:56.048524 run osmo-stp_10.42.42.5(pid=23615): stdout: \u000a| (launched: 2022-12-12_20:20:54.569811)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:20:56.179518 run osmo-stp_10.42.42.5(pid=23615): stderr: \u000a| �[0;m�[38;5;43m20221212202054735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202054735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202054736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202054736 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202054737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202054737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202054737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:20:56.305520 run osmo-stp_10.42.42.5(pid=23615): stdout: \u000a| (launched: 2022-12-12_20:20:54.569811)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:20:56.430259 run osmo-stp_10.42.42.5(pid=23615): stderr: \u000a| �[0;m�[38;5;43m20221212202054735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202054735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202054736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202054736 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202054737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202054737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202054737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:20:56.575708 run patchelf(pid=23618): Terminating (SIGINT)\u000a20:20:56.747331 run patchelf(pid=23618): Terminated: ok {rc=0}\u000a20:20:56.778954 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=23615): Process ended prematurely: osmo-stp_10.42.42.5(pid=23615) [trial-2381↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23615)] [trial-2381↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a20:20:56.788116 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a20:20:56.848642 run osmo-hlr_10.42.42.2(pid=23612): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23612)]\u000a20:20:56.897845 run osmo-hlr_10.42.42.2(pid=23612): stdout: \u000a| (launched: 2022-12-12_20:20:53.622203) \u000a20:20:56.947797 run osmo-hlr_10.42.42.2(pid=23612): stderr: \u000a| �[0;m�[1;31m20221212202053795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212202053795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212202053795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202053795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202053795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212202053795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212202053807 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:nanobts+band-900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212202053817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212202053817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212202053817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:20:56.990110 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23605): Terminating (SIGTERM)\u000a20:20:57.029805 run iperf3-srv_10.42.42.10(pid=23606): Terminating (SIGTERM)\u000a20:20:57.069610 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23607): Terminating (SIGTERM)\u000a20:20:57.109279 run iperf3-srv_10.42.42.10(pid=23608): Terminating (SIGTERM)\u000a20:20:57.150990 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23611): Terminating (SIGTERM)\u000a20:20:57.190913 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23614): Terminating (SIGTERM)\u000a20:20:57.230733 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23617): Terminating (SIGTERM)\u000a20:20:57.240035 --- ParallelTerminationStrategy: PID 23605 died...\u000a20:20:57.293962 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23605): Terminated: ok {rc=0}\u000a20:20:57.303592 --- ParallelTerminationStrategy: PID 23606 died...\u000a20:20:57.356643 run iperf3-srv_10.42.42.10(pid=23606): Terminated {rc=256}\u000a20:20:57.366263 --- ParallelTerminationStrategy: PID 23607 died...\u000a20:20:57.419095 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23607): Terminated: ok {rc=0}\u000a20:20:57.428657 --- ParallelTerminationStrategy: PID 23608 died...\u000a20:20:57.481362 run iperf3-srv_10.42.42.10(pid=23608): Terminated {rc=256}\u000a20:20:57.490960 --- ParallelTerminationStrategy: PID 23611 died...\u000a20:20:57.544491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23611): Terminated: ok {rc=0}\u000a20:20:57.554098 --- ParallelTerminationStrategy: PID 23614 died...\u000a20:20:57.607221 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23614): Terminated: ok {rc=0}\u000a20:20:57.617290 --- ParallelTerminationStrategy: PID 23617 died...\u000a20:20:57.670540 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23617): Terminated: ok {rc=0}\u000a20:20:57.759770 bus /gobi_0: Setting Powered False\u000a20:20:58.863597 bus /gobi_0: Setting Powered False\u000a20:20:59.970667 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23627): Process ended prematurely: osmo-stp_10.42.42.5(pid=23627) [trial-2381↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23627)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23627): Process ended prematurely: osmo-stp_10.42.42.5(pid=23627) [trial-2381↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23627)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a20:21:01.105076 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:01.120423 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:21:01.301512 tst iperf3.py: using LAC 31268\u000a20:21:01.465676 tst iperf3.py: using RAC 158\u000a20:21:01.600028 tst iperf3.py: using CellId 31268\u000a20:21:01.753358 tst iperf3.py: using BVCI 31269\u000a20:21:01.783877 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:01.799047 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:01.814256 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:01.828686 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:01.843486 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:01.858010 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:01.872403 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:01.886548 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:01.900737 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:21:02.212738 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:21:02.356539 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:21:02.697180 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23619): Launched\u000a20:21:02.980817 run iperf3-srv_10.42.42.10(pid=23620): Launched\u000a20:21:03.181333 tst iperf3.py:8: start network...\u000a20:21:03.318849 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:21:03.835214 run create_hlr_db(pid=23621): Launched\u000a20:21:04.024610 bus /gobi_6: Setting Powered False\u000a20:21:05.044927 run create_hlr_db(pid=23621): Terminated: ok {rc=0}\u000a20:21:05.483165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23623): Launched\u000a20:21:05.811940 run osmo-hlr_10.42.42.2(pid=23624): Launched\u000a20:21:05.931119 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:21:06.500645 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23626): Launched\u000a20:21:06.828169 run osmo-stp_10.42.42.5(pid=23627): Launched\u000a20:21:06.947034 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:21:07.517882 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23629): Launched\u000a20:21:07.634439 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:21:07.921720 run patchelf(pid=23630): Launched\u000a20:21:08.112835 run osmo-stp_10.42.42.5(pid=23627): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23627)]\u000a20:21:08.253080 run osmo-stp_10.42.42.5(pid=23627): stdout: \u000a| (launched: 2022-12-12_20:21:06.666942)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:21:08.393505 run osmo-stp_10.42.42.5(pid=23627): stderr: \u000a| �[0;m�[38;5;43m20221212202106854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202106854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202106854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202106855 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202106855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202106855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202106855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:21:08.528539 run osmo-stp_10.42.42.5(pid=23627): stdout: \u000a| (launched: 2022-12-12_20:21:06.666942)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:21:08.662556 run osmo-stp_10.42.42.5(pid=23627): stderr: \u000a| �[0;m�[38;5;43m20221212202106854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202106854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202106854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202106855 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202106855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202106855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202106855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:21:08.818123 run patchelf(pid=23630): Terminating (SIGINT)\u000a20:21:09.001053 run patchelf(pid=23630): Terminated: ok {rc=0}\u000a20:21:09.034613 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23627): Process ended prematurely: osmo-stp_10.42.42.5(pid=23627) [trial-2381↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23627)] [trial-2381↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a20:21:09.044564 tst iperf3.py:8: Test FAILED (8.0 sec)\u000a20:21:09.109097 run osmo-hlr_10.42.42.2(pid=23624): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23624)]\u000a20:21:09.161176 run osmo-hlr_10.42.42.2(pid=23624): stdout: \u000a| (launched: 2022-12-12_20:21:05.649464) \u000a20:21:09.214138 run osmo-hlr_10.42.42.2(pid=23624): stderr: \u000a| �[0;m�[1;31m20221212202105845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212202105845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212202105845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202105845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202105845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212202105845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212202105858 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212202105866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212202105867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212202105867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:21:09.259506 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23619): Terminating (SIGTERM)\u000a20:21:09.301641 run iperf3-srv_10.42.42.10(pid=23620): Terminating (SIGTERM)\u000a20:21:09.344351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23623): Terminating (SIGTERM)\u000a20:21:09.386782 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23626): Terminating (SIGTERM)\u000a20:21:09.428640 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23629): Terminating (SIGTERM)\u000a20:21:09.438812 --- ParallelTerminationStrategy: PID 23619 died...\u000a20:21:09.495796 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23619): Terminated: ok {rc=0}\u000a20:21:09.506137 --- ParallelTerminationStrategy: PID 23620 died...\u000a20:21:09.563105 run iperf3-srv_10.42.42.10(pid=23620): Terminated {rc=256}\u000a20:21:09.573444 --- ParallelTerminationStrategy: PID 23623 died...\u000a20:21:09.629994 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23623): Terminated: ok {rc=0}\u000a20:21:09.640360 --- ParallelTerminationStrategy: PID 23626 died...\u000a20:21:09.696669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23626): Terminated: ok {rc=0}\u000a20:21:09.707322 --- ParallelTerminationStrategy: PID 23629 died...\u000a20:21:09.763987 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23629): Terminated: ok {rc=0}\u000a20:21:09.851561 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23645): Process ended prematurely: osmo-stp_10.42.42.5(pid=23645) [trial-2381↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23645)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23645): Process ended prematurely: osmo-stp_10.42.42.5(pid=23645) [trial-2381↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23645)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a20:21:10.963207 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:10.975040 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:21:11.135965 tst iperf3m4.py: using LAC 31269\u000a20:21:11.262807 tst iperf3m4.py: using RAC 159\u000a20:21:11.392657 tst iperf3m4.py: using CellId 31269\u000a20:21:11.519335 tst iperf3m4.py: using BVCI 31270\u000a20:21:11.544180 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:11.555837 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:11.567383 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:11.579112 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:11.590799 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:11.602425 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:11.614245 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:11.625900 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:11.637590 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:21:11.758537 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:21:11.881631 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:21:11.998299 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:21:12.293537 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:21:12.429866 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:21:12.769828 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23631): Launched\u000a20:21:13.053105 run iperf3-srv_10.42.42.10(pid=23632): Launched\u000a20:21:13.254030 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:21:13.390848 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:21:13.730403 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23633): Launched\u000a20:21:14.011760 run iperf3-srv_10.42.42.10(pid=23634): Launched\u000a20:21:14.212050 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:21:14.349403 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:21:14.689913 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23635): Launched\u000a20:21:14.973237 run iperf3-srv_10.42.42.10(pid=23636): Launched\u000a20:21:15.173284 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:21:15.310122 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:21:15.650386 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23637): Launched\u000a20:21:15.970277 run iperf3-srv_10.42.42.10(pid=23638): Launched\u000a20:21:16.174388 tst iperf3m4.py:8: start network...\u000a20:21:16.314739 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:21:16.875347 run create_hlr_db(pid=23639): Launched\u000a20:21:17.056802 bus /gobi_6: Setting Powered False\u000a20:21:18.084722 run create_hlr_db(pid=23639): Terminated: ok {rc=0}\u000a20:21:18.523395 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23641): Launched\u000a20:21:18.851922 run osmo-hlr_10.42.42.2(pid=23642): Launched\u000a20:21:18.972130 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:21:19.540050 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23644): Launched\u000a20:21:19.869776 run osmo-stp_10.42.42.5(pid=23645): Launched\u000a20:21:19.988863 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:21:20.559782 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23647): Launched\u000a20:21:20.676148 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:21:20.962554 run patchelf(pid=23648): Launched\u000a20:21:21.154045 run osmo-stp_10.42.42.5(pid=23645): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23645)]\u000a20:21:21.294161 run osmo-stp_10.42.42.5(pid=23645): stdout: \u000a| (launched: 2022-12-12_20:21:19.705777)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:21:21.434271 run osmo-stp_10.42.42.5(pid=23645): stderr: \u000a| �[0;m�[38;5;43m20221212202119893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202119893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202119894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202119894 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202119895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202119895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202119895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:21:21.568809 run osmo-stp_10.42.42.5(pid=23645): stdout: \u000a| (launched: 2022-12-12_20:21:19.705777)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:21:21.702564 run osmo-stp_10.42.42.5(pid=23645): stderr: \u000a| �[0;m�[38;5;43m20221212202119893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202119893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202119894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202119894 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202119895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202119895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202119895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:21:21.858353 run patchelf(pid=23648): Terminating (SIGINT)\u000a20:21:22.045315 run patchelf(pid=23648): Terminated: ok {rc=0}\u000a20:21:22.079041 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23645): Process ended prematurely: osmo-stp_10.42.42.5(pid=23645) [trial-2381↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23645)] [trial-2381↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a20:21:22.089356 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a20:21:22.153724 run osmo-hlr_10.42.42.2(pid=23642): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23642)]\u000a20:21:22.205696 run osmo-hlr_10.42.42.2(pid=23642): stdout: \u000a| (launched: 2022-12-12_20:21:18.689641) \u000a20:21:22.258819 run osmo-hlr_10.42.42.2(pid=23642): stderr: \u000a| �[0;m�[1;31m20221212202118885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212202118885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212202118885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202118885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202118885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212202118885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212202118902 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212202118910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212202118910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212202118910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:21:22.303333 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23631): Terminating (SIGTERM)\u000a20:21:22.345773 run iperf3-srv_10.42.42.10(pid=23632): Terminating (SIGTERM)\u000a20:21:22.387944 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23633): Terminating (SIGTERM)\u000a20:21:22.430031 run iperf3-srv_10.42.42.10(pid=23634): Terminating (SIGTERM)\u000a20:21:22.472146 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23635): Terminating (SIGTERM)\u000a20:21:22.514353 run iperf3-srv_10.42.42.10(pid=23636): Terminating (SIGTERM)\u000a20:21:22.556483 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23637): Terminating (SIGTERM)\u000a20:21:22.598588 run iperf3-srv_10.42.42.10(pid=23638): Terminating (SIGTERM)\u000a20:21:22.640592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23641): Terminating (SIGTERM)\u000a20:21:22.683093 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23644): Terminating (SIGTERM)\u000a20:21:22.725399 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23647): Terminating (SIGTERM)\u000a20:21:22.735610 --- ParallelTerminationStrategy: PID 23631 died...\u000a20:21:22.792415 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23631): Terminated: ok {rc=0}\u000a20:21:22.803116 --- ParallelTerminationStrategy: PID 23632 died...\u000a20:21:22.859405 run iperf3-srv_10.42.42.10(pid=23632): Terminated {rc=256}\u000a20:21:22.869968 --- ParallelTerminationStrategy: PID 23633 died...\u000a20:21:22.926468 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23633): Terminated: ok {rc=0}\u000a20:21:22.936790 --- ParallelTerminationStrategy: PID 23634 died...\u000a20:21:22.993503 run iperf3-srv_10.42.42.10(pid=23634): Terminated {rc=256}\u000a20:21:23.003587 --- ParallelTerminationStrategy: PID 23635 died...\u000a20:21:23.059709 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23635): Terminated: ok {rc=0}\u000a20:21:23.070245 --- ParallelTerminationStrategy: PID 23636 died...\u000a20:21:23.126374 run iperf3-srv_10.42.42.10(pid=23636): Terminated {rc=256}\u000a20:21:23.136474 --- ParallelTerminationStrategy: PID 23637 died...\u000a20:21:23.193017 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23637): Terminated: ok {rc=0}\u000a20:21:23.203223 --- ParallelTerminationStrategy: PID 23638 died...\u000a20:21:23.259516 run iperf3-srv_10.42.42.10(pid=23638): Terminated {rc=256}\u000a20:21:23.270001 --- ParallelTerminationStrategy: PID 23641 died...\u000a20:21:23.326190 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23641): Terminated: ok {rc=0}\u000a20:21:23.336662 --- ParallelTerminationStrategy: PID 23644 died...\u000a20:21:23.392938 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23644): Terminated: ok {rc=0}\u000a20:21:23.403536 --- ParallelTerminationStrategy: PID 23647 died...\u000a20:21:23.460103 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23647): Terminated: ok {rc=0}\u000a20:21:23.548722 bus /gobi_4: Setting Powered False\u000a20:21:24.654065 bus /gobi_4: Setting Powered False\u000a20:21:25.766676 bus /gobi_1: Setting Powered False\u000a20:21:26.871259 bus /gobi_1: Setting Powered False\u000a20:21:27.983301 bus /gobi_0: Setting Powered False\u000a20:21:29.089262 bus /gobi_0: Setting Powered False\u000a20:21:30.203349 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23655): Process ended prematurely: osmo-stp_10.42.42.5(pid=23655) [trial-2381↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23655)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23655): Process ended prematurely: osmo-stp_10.42.42.5(pid=23655) [trial-2381↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23655)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a20:21:31.274451 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:31.287522 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:21:31.481331 tst ping.py: using LAC 31270\u000a20:21:31.646437 tst ping.py: using RAC 160\u000a20:21:31.775137 tst ping.py: using CellId 31270\u000a20:21:31.902886 tst ping.py: using BVCI 31271\u000a20:21:31.929916 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:31.942536 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:31.955758 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:31.968204 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:31.982904 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:31.996637 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:32.010498 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:32.023001 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:21:32.323207 tst ping.py:19: start network...\u000a20:21:32.458309 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:21:32.964214 run create_hlr_db(pid=23649): Launched\u000a20:21:33.150955 bus /gobi_6: Setting Powered False\u000a20:21:34.172093 run create_hlr_db(pid=23649): Terminated: ok {rc=0}\u000a20:21:34.576139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23651): Launched\u000a20:21:34.876435 run osmo-hlr_10.42.42.2(pid=23652): Launched\u000a20:21:34.985235 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:21:35.508204 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23654): Launched\u000a20:21:35.806937 run osmo-stp_10.42.42.5(pid=23655): Launched\u000a20:21:35.914161 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:21:36.437404 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23657): Launched\u000a20:21:36.543933 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:21:36.805916 run patchelf(pid=23658): Launched\u000a20:21:36.981134 run osmo-stp_10.42.42.5(pid=23655): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23655)]\u000a20:21:37.109242 run osmo-stp_10.42.42.5(pid=23655): stdout: \u000a| (launched: 2022-12-12_20:21:35.658998)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:21:37.237644 run osmo-stp_10.42.42.5(pid=23655): stderr: \u000a| �[0;m�[38;5;43m20221212202135825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202135825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202135825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202135826 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202135826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202135826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202135827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:21:37.361387 run osmo-stp_10.42.42.5(pid=23655): stdout: \u000a| (launched: 2022-12-12_20:21:35.658998)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:21:37.483620 run osmo-stp_10.42.42.5(pid=23655): stderr: \u000a| �[0;m�[38;5;43m20221212202135825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202135825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202135825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202135826 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202135826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202135826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202135827 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:21:37.626454 run patchelf(pid=23658): Terminating (SIGINT)\u000a20:21:37.794566 run patchelf(pid=23658): Terminated: ok {rc=0}\u000a20:21:37.825156 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23655): Process ended prematurely: osmo-stp_10.42.42.5(pid=23655) [trial-2381↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23655)] [trial-2381↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22]\u000a20:21:37.833591 tst ping.py:22: Test FAILED (6.5 sec)\u000a20:21:37.894043 run osmo-hlr_10.42.42.2(pid=23652): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23652)]\u000a20:21:37.943457 run osmo-hlr_10.42.42.2(pid=23652): stdout: \u000a| (launched: 2022-12-12_20:21:34.727921) \u000a20:21:37.993304 run osmo-hlr_10.42.42.2(pid=23652): stderr: \u000a| �[0;m�[1;31m20221212202134899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212202134899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212202134899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202134899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202134899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212202134899 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212202134914 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212202134924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212202134925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212202134926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:21:38.035217 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23651): Terminating (SIGTERM)\u000a20:21:38.074812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23654): Terminating (SIGTERM)\u000a20:21:38.114441 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23657): Terminating (SIGTERM)\u000a20:21:38.123832 --- ParallelTerminationStrategy: PID 23651 died...\u000a20:21:38.177602 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23651): Terminated: ok {rc=0}\u000a20:21:38.187450 --- ParallelTerminationStrategy: PID 23654 died...\u000a20:21:38.241549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23654): Terminated: ok {rc=0}\u000a20:21:38.251387 --- ParallelTerminationStrategy: PID 23657 died...\u000a20:21:38.305399 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23657): Terminated: ok {rc=0}\u000a20:21:38.394394 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23665): Process ended prematurely: osmo-stp_10.42.42.5(pid=23665) [trial-2381↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23665)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23665): Process ended prematurely: osmo-stp_10.42.42.5(pid=23665) [trial-2381↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23665)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a20:21:39.446826 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:39.458581 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a20:21:39.614112 tst ping_idle_ping.py: using LAC 31271\u000a20:21:39.731677 tst ping_idle_ping.py: using RAC 161\u000a20:21:39.849216 tst ping_idle_ping.py: using CellId 31271\u000a20:21:39.969012 tst ping_idle_ping.py: using BVCI 31272\u000a20:21:39.991949 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:40.003009 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:40.013966 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:40.024850 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:40.035662 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:40.046537 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:40.057547 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a20:21:40.068362 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a20:21:40.343212 tst ping_idle_ping.py:24: start network...\u000a20:21:40.468582 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:21:40.957725 run create_hlr_db(pid=23659): Launched\u000a20:21:41.131182 bus /gobi_6: Setting Powered False\u000a20:21:42.153618 run create_hlr_db(pid=23659): Terminated: ok {rc=0}\u000a20:21:42.585359 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23661): Launched\u000a20:21:42.909936 run osmo-hlr_10.42.42.2(pid=23662): Launched\u000a20:21:43.026300 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:21:43.587961 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23664): Launched\u000a20:21:43.912148 run osmo-stp_10.42.42.5(pid=23665): Launched\u000a20:21:44.029388 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:21:44.592840 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23667): Launched\u000a20:21:44.708304 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:21:44.991539 run patchelf(pid=23668): Launched\u000a20:21:45.180253 run osmo-stp_10.42.42.5(pid=23665): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23665)]\u000a20:21:45.319078 run osmo-stp_10.42.42.5(pid=23665): stdout: \u000a| (launched: 2022-12-12_20:21:43.751308)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:21:45.457608 run osmo-stp_10.42.42.5(pid=23665): stderr: \u000a| �[0;m�[38;5;43m20221212202143938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202143938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202143939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202143939 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202143940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202143940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202143940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:21:45.591359 run osmo-stp_10.42.42.5(pid=23665): stdout: \u000a| (launched: 2022-12-12_20:21:43.751308)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:21:45.723940 run osmo-stp_10.42.42.5(pid=23665): stderr: \u000a| �[0;m�[38;5;43m20221212202143938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202143938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202143939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202143939 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202143940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202143940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202143940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:21:45.883540 run patchelf(pid=23668): Terminating (SIGINT)\u000a20:21:46.092096 run patchelf(pid=23668): Terminated: ok {rc=0}\u000a20:21:46.137799 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23665): Process ended prematurely: osmo-stp_10.42.42.5(pid=23665) [trial-2381↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23665)] [trial-2381↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a20:21:46.150099 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a20:21:46.213093 run osmo-hlr_10.42.42.2(pid=23662): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23662)]\u000a20:21:46.264055 run osmo-hlr_10.42.42.2(pid=23662): stdout: \u000a| (launched: 2022-12-12_20:21:42.749047) \u000a20:21:46.316106 run osmo-hlr_10.42.42.2(pid=23662): stderr: \u000a| �[0;m�[1;31m20221212202142944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212202142944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212202142944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202142944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202142944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212202142944 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212202142956 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212202142964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212202142965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212202142965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:21:46.361311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23661): Terminating (SIGTERM)\u000a20:21:46.403453 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23664): Terminating (SIGTERM)\u000a20:21:46.447137 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23667): Terminating (SIGTERM)\u000a20:21:46.458641 --- ParallelTerminationStrategy: PID 23661 died...\u000a20:21:46.515844 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23661): Terminated: ok {rc=0}\u000a20:21:46.527500 --- ParallelTerminationStrategy: PID 23664 died...\u000a20:21:46.582701 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23664): Terminated: ok {rc=0}\u000a20:21:46.593362 --- ParallelTerminationStrategy: PID 23667 died...\u000a20:21:46.649809 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23667): Terminated: ok {rc=0}\u000a20:21:46.754148 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "157", "name" : "gprs_nanobts+band-900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:20:47" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23683): Process ended prematurely: osmo-stp_10.42.42.5(pid=23683) [trial-2381↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23683)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23683): Process ended prematurely: osmo-stp_10.42.42.5(pid=23683) [trial-2381↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23683)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a20:21:48.926494 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:21:48.938024 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a20:21:49.074315 tst cs_paging_gprs_active.py: using LAC 31272\u000a20:21:49.194692 tst cs_paging_gprs_active.py: using RAC 162\u000a20:21:49.312830 tst cs_paging_gprs_active.py: using CellId 31272\u000a20:21:49.432903 tst cs_paging_gprs_active.py: using BVCI 31273\u000a20:21:49.456047 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:21:49.467461 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:21:49.478949 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:21:49.490598 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:21:49.501847 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:21:49.513021 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:21:49.524470 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:21:49.535569 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:21:49.547069 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a20:21:49.662377 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a20:21:49.937195 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a20:21:50.062661 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:21:50.375976 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23673): Launched\u000a20:21:50.635905 run iperf3-srv_10.42.42.10(pid=23674): Launched\u000a20:21:50.818450 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a20:21:50.943095 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:21:51.256537 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23675): Launched\u000a20:21:51.516390 run iperf3-srv_10.42.42.10(pid=23676): Launched\u000a20:21:51.699867 tst cs_paging_gprs_active.py:38: start network...\u000a20:21:51.824748 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:21:52.310717 run create_hlr_db(pid=23677): Launched\u000a20:21:52.484232 bus /gobi_6: Setting Powered False\u000a20:21:53.518441 run create_hlr_db(pid=23677): Terminated: ok {rc=0}\u000a20:21:53.949534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23679): Launched\u000a20:21:54.274521 run osmo-hlr_10.42.42.2(pid=23680): Launched\u000a20:21:54.393186 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:21:54.955427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23682): Launched\u000a20:21:55.280563 run osmo-stp_10.42.42.5(pid=23683): Launched\u000a20:21:55.398253 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:21:55.963298 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23685): Launched\u000a20:21:56.078939 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:21:56.363210 run patchelf(pid=23686): Launched\u000a20:21:56.553268 run osmo-stp_10.42.42.5(pid=23683): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23683)]\u000a20:21:56.691978 run osmo-stp_10.42.42.5(pid=23683): stdout: \u000a| (launched: 2022-12-12_20:21:55.120317)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:21:56.831207 run osmo-stp_10.42.42.5(pid=23683): stderr: \u000a| �[0;m�[38;5;43m20221212202155309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202155309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202155310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202155310 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202155311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202155311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202155311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:21:56.965188 run osmo-stp_10.42.42.5(pid=23683): stdout: \u000a| (launched: 2022-12-12_20:21:55.120317)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:21:57.097961 run osmo-stp_10.42.42.5(pid=23683): stderr: \u000a| �[0;m�[38;5;43m20221212202155309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202155309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202155310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202155310 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202155311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202155311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202155311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:21:57.252833 run patchelf(pid=23686): Terminating (SIGINT)\u000a20:21:57.435319 run patchelf(pid=23686): Terminated: ok {rc=0}\u000a20:21:57.468633 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=23683): Process ended prematurely: osmo-stp_10.42.42.5(pid=23683) [trial-2381↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23683)] [trial-2381↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a20:21:57.478653 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a20:21:57.542818 run osmo-hlr_10.42.42.2(pid=23680): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23680)]\u000a20:21:57.595046 run osmo-hlr_10.42.42.2(pid=23680): stdout: \u000a| (launched: 2022-12-12_20:21:54.114171) \u000a20:21:57.647932 run osmo-hlr_10.42.42.2(pid=23680): stderr: \u000a| �[0;m�[1;31m20221212202154308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212202154308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212202154308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202154308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202154308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212202154308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212202154320 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212202154330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212202154330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212202154330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:21:57.692318 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23673): Terminating (SIGTERM)\u000a20:21:57.734487 run iperf3-srv_10.42.42.10(pid=23674): Terminating (SIGTERM)\u000a20:21:57.776628 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23675): Terminating (SIGTERM)\u000a20:21:57.818764 run iperf3-srv_10.42.42.10(pid=23676): Terminating (SIGTERM)\u000a20:21:57.861081 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23679): Terminating (SIGTERM)\u000a20:21:57.903237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23682): Terminating (SIGTERM)\u000a20:21:57.945479 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23685): Terminating (SIGTERM)\u000a20:21:57.955353 --- ParallelTerminationStrategy: PID 23673 died...\u000a20:21:58.012002 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23673): Terminated: ok {rc=0}\u000a20:21:58.022090 --- ParallelTerminationStrategy: PID 23674 died...\u000a20:21:58.078062 run iperf3-srv_10.42.42.10(pid=23674): Terminated {rc=256}\u000a20:21:58.088316 --- ParallelTerminationStrategy: PID 23675 died...\u000a20:21:58.144535 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23675): Terminated: ok {rc=0}\u000a20:21:58.154830 --- ParallelTerminationStrategy: PID 23676 died...\u000a20:21:58.211171 run iperf3-srv_10.42.42.10(pid=23676): Terminated {rc=256}\u000a20:21:58.221340 --- ParallelTerminationStrategy: PID 23679 died...\u000a20:21:58.277807 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23679): Terminated: ok {rc=0}\u000a20:21:58.287781 --- ParallelTerminationStrategy: PID 23682 died...\u000a20:21:58.344263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23682): Terminated: ok {rc=0}\u000a20:21:58.354357 --- ParallelTerminationStrategy: PID 23685 died...\u000a20:21:58.410421 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23685): Terminated: ok {rc=0}\u000a20:21:58.497985 bus /gobi_0: Setting Powered False\u000a20:21:59.603459 bus /gobi_0: Setting Powered False\u000a20:22:00.715516 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23695): Process ended prematurely: osmo-stp_10.42.42.5(pid=23695) [trial-2381↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23695)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23695): Process ended prematurely: osmo-stp_10.42.42.5(pid=23695) [trial-2381↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23695)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a20:22:01.828683 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:22:01.841564 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a20:22:01.989302 tst iperf3.py: using LAC 31273\u000a20:22:02.162555 tst iperf3.py: using RAC 163\u000a20:22:02.290128 tst iperf3.py: using CellId 31273\u000a20:22:02.406178 tst iperf3.py: using BVCI 31274\u000a20:22:02.429344 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:22:02.440782 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:22:02.452148 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:22:02.463562 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:22:02.474832 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:22:02.486041 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:22:02.497286 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:22:02.508285 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:22:02.519693 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a20:22:02.815532 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:22:02.950220 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:22:03.286253 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23687): Launched\u000a20:22:03.564559 run iperf3-srv_10.42.42.10(pid=23688): Launched\u000a20:22:03.762445 tst iperf3.py:8: start network...\u000a20:22:03.897015 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:22:04.408221 run create_hlr_db(pid=23689): Launched\u000a20:22:04.595118 bus /gobi_6: Setting Powered False\u000a20:22:05.616565 run create_hlr_db(pid=23689): Terminated: ok {rc=0}\u000a20:22:06.022706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23691): Launched\u000a20:22:06.325765 run osmo-hlr_10.42.42.2(pid=23692): Launched\u000a20:22:06.445453 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:22:06.976230 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23694): Launched\u000a20:22:07.278648 run osmo-stp_10.42.42.5(pid=23695): Launched\u000a20:22:07.387716 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:22:07.914924 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23697): Launched\u000a20:22:08.021990 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:22:08.287112 run patchelf(pid=23698): Launched\u000a20:22:08.465910 run osmo-stp_10.42.42.5(pid=23695): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23695)]\u000a20:22:08.595790 run osmo-stp_10.42.42.5(pid=23695): stdout: \u000a| (launched: 2022-12-12_20:22:07.129472)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:22:08.725756 run osmo-stp_10.42.42.5(pid=23695): stderr: \u000a| �[0;m�[38;5;43m20221212202207298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202207298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202207298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202207299 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202207299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202207299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202207299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:22:08.850475 run osmo-stp_10.42.42.5(pid=23695): stdout: \u000a| (launched: 2022-12-12_20:22:07.129472)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:22:08.974064 run osmo-stp_10.42.42.5(pid=23695): stderr: \u000a| �[0;m�[38;5;43m20221212202207298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202207298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202207298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202207299 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202207299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202207299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202207299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:22:09.118987 run patchelf(pid=23698): Terminating (SIGINT)\u000a20:22:09.288022 run patchelf(pid=23698): Terminated: ok {rc=0}\u000a20:22:09.319352 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23695): Process ended prematurely: osmo-stp_10.42.42.5(pid=23695) [trial-2381↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23695)] [trial-2381↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a20:22:09.328643 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a20:22:09.388727 run osmo-hlr_10.42.42.2(pid=23692): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23692)]\u000a20:22:09.437864 run osmo-hlr_10.42.42.2(pid=23692): stdout: \u000a| (launched: 2022-12-12_20:22:06.176397) \u000a20:22:09.487845 run osmo-hlr_10.42.42.2(pid=23692): stderr: \u000a| �[0;m�[1;31m20221212202206351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212202206351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212202206351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202206351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202206351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212202206351 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212202206363 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212202206372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212202206372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212202206372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:22:09.529951 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23687): Terminating (SIGTERM)\u000a20:22:09.569400 run iperf3-srv_10.42.42.10(pid=23688): Terminating (SIGTERM)\u000a20:22:09.609194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23691): Terminating (SIGTERM)\u000a20:22:09.648652 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23694): Terminating (SIGTERM)\u000a20:22:09.688112 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23697): Terminating (SIGTERM)\u000a20:22:09.697288 --- ParallelTerminationStrategy: PID 23687 died...\u000a20:22:09.750511 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23687): Terminated: ok {rc=0}\u000a20:22:09.760041 --- ParallelTerminationStrategy: PID 23688 died...\u000a20:22:09.812722 run iperf3-srv_10.42.42.10(pid=23688): Terminated {rc=256}\u000a20:22:09.822203 --- ParallelTerminationStrategy: PID 23691 died...\u000a20:22:09.875894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23691): Terminated: ok {rc=0}\u000a20:22:09.885770 --- ParallelTerminationStrategy: PID 23694 died...\u000a20:22:09.938897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23694): Terminated: ok {rc=0}\u000a20:22:09.948493 --- ParallelTerminationStrategy: PID 23697 died...\u000a20:22:10.002174 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23697): Terminated: ok {rc=0}\u000a20:22:10.085672 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23713): Process ended prematurely: osmo-stp_10.42.42.5(pid=23713) [trial-2381↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23713)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23713): Process ended prematurely: osmo-stp_10.42.42.5(pid=23713) [trial-2381↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23713)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a20:22:11.202349 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:22:11.215091 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a20:22:11.363065 tst iperf3m4.py: using LAC 31274\u000a20:22:11.490431 tst iperf3m4.py: using RAC 164\u000a20:22:11.615767 tst iperf3m4.py: using CellId 31274\u000a20:22:11.737277 tst iperf3m4.py: using BVCI 31275\u000a20:22:11.760303 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:22:11.771848 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:22:11.783385 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:22:11.795031 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:22:11.806617 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:22:11.818278 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:22:11.829959 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:22:11.841295 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:22:11.852737 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a20:22:11.968823 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a20:22:12.088269 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a20:22:12.208181 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a20:22:12.503105 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a20:22:12.638189 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:22:12.974072 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23699): Launched\u000a20:22:13.252743 run iperf3-srv_10.42.42.10(pid=23700): Launched\u000a20:22:13.451268 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a20:22:13.586662 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:22:13.922075 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23701): Launched\u000a20:22:14.201513 run iperf3-srv_10.42.42.10(pid=23702): Launched\u000a20:22:14.399969 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a20:22:14.534383 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:22:14.870703 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23703): Launched\u000a20:22:15.151062 run iperf3-srv_10.42.42.10(pid=23704): Launched\u000a20:22:15.349605 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a20:22:15.484031 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a20:22:15.820697 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23705): Launched\u000a20:22:16.129983 run iperf3-srv_10.42.42.10(pid=23706): Launched\u000a20:22:16.323457 tst iperf3m4.py:8: start network...\u000a20:22:16.455520 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:22:17.046718 run create_hlr_db(pid=23707): Launched\u000a20:22:17.266416 bus /gobi_6: Setting Powered False\u000a20:22:18.251639 run create_hlr_db(pid=23707): Terminated: ok {rc=0}\u000a20:22:18.713036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23709): Launched\u000a20:22:19.037032 run osmo-hlr_10.42.42.2(pid=23710): Launched\u000a20:22:19.160153 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:22:19.723374 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23712): Launched\u000a20:22:20.048300 run osmo-stp_10.42.42.5(pid=23713): Launched\u000a20:22:20.166093 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:22:20.733077 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23715): Launched\u000a20:22:20.848647 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:22:21.131927 run patchelf(pid=23716): Launched\u000a20:22:21.322596 run osmo-stp_10.42.42.5(pid=23713): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23713)]\u000a20:22:21.461943 run osmo-stp_10.42.42.5(pid=23713): stdout: \u000a| (launched: 2022-12-12_20:22:19.888065)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:22:21.602046 run osmo-stp_10.42.42.5(pid=23713): stderr: \u000a| �[0;m�[38;5;43m20221212202220076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202220076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202220076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202220076 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202220077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202220077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202220077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:22:21.736620 run osmo-stp_10.42.42.5(pid=23713): stdout: \u000a| (launched: 2022-12-12_20:22:19.888065)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:22:21.870091 run osmo-stp_10.42.42.5(pid=23713): stderr: \u000a| �[0;m�[38;5;43m20221212202220076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202220076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202220076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202220076 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202220077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202220077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202220077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:22:22.025609 run patchelf(pid=23716): Terminating (SIGINT)\u000a20:22:22.208287 run patchelf(pid=23716): Terminated: ok {rc=0}\u000a20:22:22.242023 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23713): Process ended prematurely: osmo-stp_10.42.42.5(pid=23713) [trial-2381↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23713)] [trial-2381↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a20:22:22.252036 tst iperf3m4.py:8: Test FAILED (11.1 sec)\u000a20:22:22.317169 run osmo-hlr_10.42.42.2(pid=23710): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23710)]\u000a20:22:22.369782 run osmo-hlr_10.42.42.2(pid=23710): stdout: \u000a| (launched: 2022-12-12_20:22:18.876874) \u000a20:22:22.422733 run osmo-hlr_10.42.42.2(pid=23710): stderr: \u000a| �[0;m�[1;31m20221212202219070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212202219070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212202219070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202219070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202219070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212202219070 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212202219084 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212202219092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212202219092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212202219092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:22:22.467130 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23699): Terminating (SIGTERM)\u000a20:22:22.509290 run iperf3-srv_10.42.42.10(pid=23700): Terminating (SIGTERM)\u000a20:22:22.551443 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23701): Terminating (SIGTERM)\u000a20:22:22.593693 run iperf3-srv_10.42.42.10(pid=23702): Terminating (SIGTERM)\u000a20:22:22.635984 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23703): Terminating (SIGTERM)\u000a20:22:22.678361 run iperf3-srv_10.42.42.10(pid=23704): Terminating (SIGTERM)\u000a20:22:22.720144 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23705): Terminating (SIGTERM)\u000a20:22:22.762262 run iperf3-srv_10.42.42.10(pid=23706): Terminating (SIGTERM)\u000a20:22:22.804323 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23709): Terminating (SIGTERM)\u000a20:22:22.846859 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23712): Terminating (SIGTERM)\u000a20:22:22.888855 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23715): Terminating (SIGTERM)\u000a20:22:22.898892 --- ParallelTerminationStrategy: PID 23699 died...\u000a20:22:22.955970 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23699): Terminated: ok {rc=0}\u000a20:22:22.966194 --- ParallelTerminationStrategy: PID 23700 died...\u000a20:22:23.022340 run iperf3-srv_10.42.42.10(pid=23700): Terminated {rc=256}\u000a20:22:23.032738 --- ParallelTerminationStrategy: PID 23701 died...\u000a20:22:23.089277 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23701): Terminated: ok {rc=0}\u000a20:22:23.099686 --- ParallelTerminationStrategy: PID 23702 died...\u000a20:22:23.155637 run iperf3-srv_10.42.42.10(pid=23702): Terminated {rc=256}\u000a20:22:23.166070 --- ParallelTerminationStrategy: PID 23703 died...\u000a20:22:23.222385 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23703): Terminated: ok {rc=0}\u000a20:22:23.233027 --- ParallelTerminationStrategy: PID 23704 died...\u000a20:22:23.289919 run iperf3-srv_10.42.42.10(pid=23704): Terminated {rc=256}\u000a20:22:23.300573 --- ParallelTerminationStrategy: PID 23705 died...\u000a20:22:23.356826 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23705): Terminated: ok {rc=0}\u000a20:22:23.367277 --- ParallelTerminationStrategy: PID 23706 died...\u000a20:22:23.423575 run iperf3-srv_10.42.42.10(pid=23706): Terminated {rc=256}\u000a20:22:23.434074 --- ParallelTerminationStrategy: PID 23709 died...\u000a20:22:23.490775 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23709): Terminated: ok {rc=0}\u000a20:22:23.501471 --- ParallelTerminationStrategy: PID 23712 died...\u000a20:22:23.557630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23712): Terminated: ok {rc=0}\u000a20:22:23.568014 --- ParallelTerminationStrategy: PID 23715 died...\u000a20:22:23.624661 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23715): Terminated: ok {rc=0}\u000a20:22:23.711692 bus /gobi_4: Setting Powered False\u000a20:22:24.820075 bus /gobi_4: Setting Powered False\u000a20:22:25.932177 bus /gobi_1: Setting Powered False\u000a20:22:27.035030 bus /gobi_1: Setting Powered False\u000a20:22:28.145373 bus /gobi_0: Setting Powered False\u000a20:22:29.252725 bus /gobi_0: Setting Powered False\u000a20:22:30.361555 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23724): Process ended prematurely: osmo-stp_10.42.42.5(pid=23724) [trial-2381↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23724)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23724): Process ended prematurely: osmo-stp_10.42.42.5(pid=23724) [trial-2381↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23724)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a20:22:31.449755 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:22:31.463005 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a20:22:31.620360 tst ping.py: using LAC 31275\u000a20:22:31.746301 tst ping.py: using RAC 165\u000a20:22:31.882887 tst ping.py: using CellId 31275\u000a20:22:32.032280 tst ping.py: using BVCI 31276\u000a20:22:32.058646 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:22:32.072106 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:22:32.085993 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:22:32.100161 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:22:32.114052 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:22:32.128082 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:22:32.141726 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:22:32.154485 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a20:22:32.451069 tst ping.py:19: start network...\u000a20:22:32.584414 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:22:33.085458 run create_hlr_db(pid=23718): Launched\u000a20:22:33.270375 bus /gobi_6: Setting Powered False\u000a20:22:34.291956 run create_hlr_db(pid=23718): Terminated: ok {rc=0}\u000a20:22:34.694179 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23720): Launched\u000a20:22:34.990404 run osmo-hlr_10.42.42.2(pid=23721): Launched\u000a20:22:35.107368 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:22:35.631865 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23723): Launched\u000a20:22:35.928169 run osmo-stp_10.42.42.5(pid=23724): Launched\u000a20:22:36.035258 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:22:36.552765 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23726): Launched\u000a20:22:36.658016 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:22:36.917033 run patchelf(pid=23727): Launched\u000a20:22:37.090148 run osmo-stp_10.42.42.5(pid=23724): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23724)]\u000a20:22:37.217018 run osmo-stp_10.42.42.5(pid=23724): stdout: \u000a| (launched: 2022-12-12_20:22:35.782091)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:22:37.344496 run osmo-stp_10.42.42.5(pid=23724): stderr: \u000a| �[0;m�[38;5;43m20221212202235949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202235949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202235949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202235950 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202235950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202235950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202235950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:22:37.467060 run osmo-stp_10.42.42.5(pid=23724): stdout: \u000a| (launched: 2022-12-12_20:22:35.782091)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:22:37.588316 run osmo-stp_10.42.42.5(pid=23724): stderr: \u000a| �[0;m�[38;5;43m20221212202235949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202235949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202235949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202235950 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202235950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202235950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202235950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:22:37.729739 run patchelf(pid=23727): Terminating (SIGINT)\u000a20:22:37.895261 run patchelf(pid=23727): Terminated: ok {rc=0}\u000a20:22:37.925611 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23724): Process ended prematurely: osmo-stp_10.42.42.5(pid=23724) [trial-2381↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23724)] [trial-2381↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a20:22:37.934269 tst ping.py:22: Test FAILED (6.5 sec)\u000a20:22:37.993816 run osmo-hlr_10.42.42.2(pid=23721): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23721)]\u000a20:22:38.042291 run osmo-hlr_10.42.42.2(pid=23721): stdout: \u000a| (launched: 2022-12-12_20:22:34.844326) \u000a20:22:38.091685 run osmo-hlr_10.42.42.2(pid=23721): stderr: \u000a| �[0;m�[1;31m20221212202235018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212202235018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212202235018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202235018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202235018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212202235019 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212202235029 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212202235038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212202235038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212202235039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:22:38.133453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23720): Terminating (SIGTERM)\u000a20:22:38.172886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23723): Terminating (SIGTERM)\u000a20:22:38.212353 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23726): Terminating (SIGTERM)\u000a20:22:38.221545 --- ParallelTerminationStrategy: PID 23720 died...\u000a20:22:38.275113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23720): Terminated: ok {rc=0}\u000a20:22:38.284619 --- ParallelTerminationStrategy: PID 23723 died...\u000a20:22:38.337190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23723): Terminated: ok {rc=0}\u000a20:22:38.346655 --- ParallelTerminationStrategy: PID 23726 died...\u000a20:22:38.399168 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23726): Terminated: ok {rc=0}\u000a20:22:38.488263 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23734): Process ended prematurely: osmo-stp_10.42.42.5(pid=23734) [trial-2381↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23734)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23734): Process ended prematurely: osmo-stp_10.42.42.5(pid=23734) [trial-2381↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23734)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a20:22:39.541175 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:22:39.553855 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a20:22:39.692263 tst ping_idle_ping.py: using LAC 31276\u000a20:22:39.811008 tst ping_idle_ping.py: using RAC 166\u000a20:22:39.929639 tst ping_idle_ping.py: using CellId 31276\u000a20:22:40.045918 tst ping_idle_ping.py: using BVCI 31277\u000a20:22:40.068597 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:22:40.079991 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:22:40.091707 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:22:40.103100 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:22:40.114460 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:22:40.125674 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:22:40.136924 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a20:22:40.148227 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a20:22:40.432762 tst ping_idle_ping.py:24: start network...\u000a20:22:40.567962 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:22:41.075738 run create_hlr_db(pid=23728): Launched\u000a20:22:41.262320 bus /gobi_6: Setting Powered False\u000a20:22:42.282379 run create_hlr_db(pid=23728): Terminated: ok {rc=0}\u000a20:22:42.687670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23730): Launched\u000a20:22:42.988433 run osmo-hlr_10.42.42.2(pid=23731): Launched\u000a20:22:43.103174 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:22:43.628581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23733): Launched\u000a20:22:43.927902 run osmo-stp_10.42.42.5(pid=23734): Launched\u000a20:22:44.035873 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:22:44.557254 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23736): Launched\u000a20:22:44.663177 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:22:44.925333 run patchelf(pid=23737): Launched\u000a20:22:45.099920 run osmo-stp_10.42.42.5(pid=23734): ERR: Terminated: ERROR {rc=1} [trial-2381↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23734)]\u000a20:22:45.227715 run osmo-stp_10.42.42.5(pid=23734): stdout: \u000a| (launched: 2022-12-12_20:22:43.779964)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:22:45.356020 run osmo-stp_10.42.42.5(pid=23734): stderr: \u000a| �[0;m�[38;5;43m20221212202243948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202243948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202243948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202243949 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202243949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202243949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202243949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:22:45.479614 run osmo-stp_10.42.42.5(pid=23734): stdout: \u000a| (launched: 2022-12-12_20:22:43.779964)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:22:45.601871 run osmo-stp_10.42.42.5(pid=23734): stderr: \u000a| �[0;m�[38;5;43m20221212202243948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202243948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202243948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202243949 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202243949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202243949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202243949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:22:45.744206 run patchelf(pid=23737): Terminating (SIGINT)\u000a20:22:45.947928 run patchelf(pid=23737): Terminated: ok {rc=0}\u000a20:22:45.986370 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23734): Process ended prematurely: osmo-stp_10.42.42.5(pid=23734) [trial-2381↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23734)] [trial-2381↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a20:22:45.997071 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a20:22:46.068673 run osmo-hlr_10.42.42.2(pid=23731): ERR: Terminated: ERROR {rc=237} [trial-2381↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23731)]\u000a20:22:46.119749 run osmo-hlr_10.42.42.2(pid=23731): stdout: \u000a| (launched: 2022-12-12_20:22:42.840124) \u000a20:22:46.171279 run osmo-hlr_10.42.42.2(pid=23731): stderr: \u000a| �[0;m�[1;31m20221212202243014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212202243014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212202243014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202243014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202243014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212202243014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212202243027 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212202243035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212202243036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212202243036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:22:46.215261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23730): Terminating (SIGTERM)\u000a20:22:46.256939 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23733): Terminating (SIGTERM)\u000a20:22:46.298998 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23736): Terminating (SIGTERM)\u000a20:22:46.310644 --- ParallelTerminationStrategy: PID 23730 died...\u000a20:22:46.367650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23730): Terminated: ok {rc=0}\u000a20:22:46.378292 --- ParallelTerminationStrategy: PID 23733 died...\u000a20:22:46.435148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23733): Terminated: ok {rc=0}\u000a20:22:46.445466 --- ParallelTerminationStrategy: PID 23736 died...\u000a20:22:46.502165 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23736): Terminated: ok {rc=0}\u000a20:22:46.588331 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "158", "name" : "gprs_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:21:48" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23747): Process ended prematurely: osmo-stp_10.42.42.5(pid=23747) [trial-2381↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23747)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23747): Process ended prematurely: osmo-stp_10.42.42.5(pid=23747) [trial-2381↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23747)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a20:22:48.638201 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:22:48.650619 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a20:22:48.811205 tst switch_tch_pdch.py: using LAC 31277\u000a20:22:48.935651 tst switch_tch_pdch.py: using RAC 167\u000a20:22:49.059775 tst switch_tch_pdch.py: using CellId 31277\u000a20:22:49.184527 tst switch_tch_pdch.py: using BVCI 31278\u000a20:22:49.208767 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:22:49.220783 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:22:49.232640 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:22:49.245324 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:22:49.257842 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:22:49.270273 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:22:49.282827 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a20:22:49.296078 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:22:49.412581 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a20:22:49.685965 tst switch_tch_pdch.py:51: start network...\u000a20:22:49.809113 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:22:50.287372 run create_hlr_db(pid=23741): Launched\u000a20:22:50.473776 bus /gobi_6: Setting Powered False\u000a20:22:51.493535 run create_hlr_db(pid=23741): Terminated: ok {rc=0}\u000a20:22:51.918433 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23743): Launched\u000a20:22:52.237567 run osmo-hlr_10.42.42.2(pid=23744): Launched\u000a20:22:52.353483 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:22:52.909394 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23746): Launched\u000a20:22:53.229979 run osmo-stp_10.42.42.5(pid=23747): Launched\u000a20:22:53.347953 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a20:22:53.907660 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23749): Launched\u000a20:22:54.022282 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a20:22:54.303935 run patchelf(pid=23750): Launched\u000a20:22:54.491328 run osmo-stp_10.42.42.5(pid=23747): ERR: Terminated: ERROR {rc=1} [trial-2381↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23747)]\u000a20:22:54.629084 run osmo-stp_10.42.42.5(pid=23747): stdout: \u000a| (launched: 2022-12-12_20:22:53.071560)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:22:54.766488 run osmo-stp_10.42.42.5(pid=23747): stderr: \u000a| �[0;m�[38;5;43m20221212202253260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202253260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202253260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202253261 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202253261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202253261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202253261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:22:54.899087 run osmo-stp_10.42.42.5(pid=23747): stdout: \u000a| (launched: 2022-12-12_20:22:53.071560)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:22:55.030889 run osmo-stp_10.42.42.5(pid=23747): stderr: \u000a| �[0;m�[38;5;43m20221212202253260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202253260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202253260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202253261 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202253261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202253261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202253261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:22:55.183239 run patchelf(pid=23750): Terminating (SIGINT)\u000a20:22:55.362175 run patchelf(pid=23750): Terminated: ok {rc=0}\u000a20:22:55.394584 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=23747): Process ended prematurely: osmo-stp_10.42.42.5(pid=23747) [trial-2381↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23747)] [trial-2381↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a20:22:55.404086 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a20:22:55.468208 run osmo-hlr_10.42.42.2(pid=23744): ERR: Terminated: ERROR {rc=237} [trial-2381↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23744)]\u000a20:22:55.521113 run osmo-hlr_10.42.42.2(pid=23744): stdout: \u000a| (launched: 2022-12-12_20:22:52.080128) \u000a20:22:55.574321 run osmo-hlr_10.42.42.2(pid=23744): stderr: \u000a| �[0;m�[1;31m20221212202252273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212202252273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212202252273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202252273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202252273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212202252273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212202252286 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212202252295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212202252295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212202252295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:22:55.619166 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23743): Terminating (SIGTERM)\u000a20:22:55.661859 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23746): Terminating (SIGTERM)\u000a20:22:55.704413 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23749): Terminating (SIGTERM)\u000a20:22:55.714493 --- ParallelTerminationStrategy: PID 23743 died...\u000a20:22:55.771479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23743): Terminated: ok {rc=0}\u000a20:22:55.781840 --- ParallelTerminationStrategy: PID 23746 died...\u000a20:22:55.838263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23746): Terminated: ok {rc=0}\u000a20:22:55.848612 --- ParallelTerminationStrategy: PID 23749 died...\u000a20:22:55.905116 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23749): Terminated: ok {rc=0}\u000a20:22:55.993796 bus /gobi_0: Setting Powered False\u000a20:22:57.100895 bus /gobi_0: Setting Powered False\u000a20:22:58.209317 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "159", "name" : "dynts_nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:22:48" }, { "cases" : [ { "testActions" : [ ], "age" : 210, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=23756): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23756) [trial-2381↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23756)]", "failedSince" : 2172, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_acceptall.py\", line 18, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=23756): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23756) [trial-2381↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23756)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 nitb_smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a20:23:00.043505 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a20:23:00.150408 tst esme_connect_policy_acceptall.py: using MSISDN 7948\u000a20:23:00.285779 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a20:23:00.858303 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23755): Launched\u000a20:23:01.202261 run osmo-nitb_10.42.42.2(pid=23756): Launched\u000a20:23:01.392072 run osmo-nitb_10.42.42.2(pid=23756): ERR: Terminated: ERROR {rc=2} [trial-2381↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23756)]\u000a20:23:01.531661 run osmo-nitb_10.42.42.2(pid=23756): stdout: \u000a| (launched: 2022-12-12_20:23:01.032677) \u000a20:23:01.671684 run osmo-nitb_10.42.42.2(pid=23756): stderr: \u000a| (launched: 2022-12-12_20:23:01.078551)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:23:01.806953 run osmo-nitb_10.42.42.2(pid=23756): stdout: \u000a| (launched: 2022-12-12_20:23:01.032677) \u000a20:23:01.942222 run osmo-nitb_10.42.42.2(pid=23756): stderr: \u000a| (launched: 2022-12-12_20:23:01.078551)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:23:02.325716 tst osmo-nitb_10.42.42.2(pid=23756): stdout: \u000a| (launched: 2022-12-12_20:23:01.032677) \u000a20:23:02.446819 tst osmo-nitb_10.42.42.2(pid=23756): stderr: \u000a| (launched: 2022-12-12_20:23:01.078551)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:23:02.499598 tst esme_connect_policy_acceptall.py:18: ERR: Error: osmo-nitb_10.42.42.2(pid=23756): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23756) [trial-2381↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23756)] [trial-2381↪nitb_smpp↪esme_connect_policy_acceptall.py:18]\u000a20:23:02.507601 tst esme_connect_policy_acceptall.py:18: Test FAILED (2.5 sec)\u000a20:23:02.542212 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23755): Terminating (SIGTERM)\u000a20:23:02.719411 --- ParallelTerminationStrategy: PID 23755 died...\u000a20:23:02.774412 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23755): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 210, "className" : "nitb_smpp", "duration" : 2.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=23758): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23758) [trial-2381↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23758)]", "failedSince" : 2172, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_closed.py\", line 24, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=23758): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23758) [trial-2381↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23758)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 nitb_smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a20:23:02.788856 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a20:23:02.897246 tst esme_connect_policy_closed.py: using MSISDN 7949\u000a20:23:03.017514 tst esme_connect_policy_closed.py: using MSISDN 7950\u000a20:23:03.125223 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a20:23:03.702352 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23757): Launched\u000a20:23:04.004115 run osmo-nitb_10.42.42.2(pid=23758): Launched\u000a20:23:04.177120 run osmo-nitb_10.42.42.2(pid=23758): ERR: Terminated: ERROR {rc=2} [trial-2381↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23758)]\u000a20:23:04.303305 run osmo-nitb_10.42.42.2(pid=23758): stdout: \u000a| (launched: 2022-12-12_20:23:03.857049) \u000a20:23:04.429528 run osmo-nitb_10.42.42.2(pid=23758): stderr: \u000a| (launched: 2022-12-12_20:23:03.902179)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:23:04.551219 run osmo-nitb_10.42.42.2(pid=23758): stdout: \u000a| (launched: 2022-12-12_20:23:03.857049) \u000a20:23:04.672772 run osmo-nitb_10.42.42.2(pid=23758): stderr: \u000a| (launched: 2022-12-12_20:23:03.902179)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:23:04.725965 tst esme_connect_policy_closed.py:24: ERR: Error: osmo-nitb_10.42.42.2(pid=23758): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23758) [trial-2381↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23758)] [trial-2381↪nitb_smpp↪esme_connect_policy_closed.py:24]\u000a20:23:04.733750 tst esme_connect_policy_closed.py:24: Test FAILED (1.9 sec)\u000a20:23:04.768780 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23757): Terminating (SIGTERM)\u000a20:23:04.945944 --- ParallelTerminationStrategy: PID 23757 died...\u000a20:23:05.000005 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23757): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=23760): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23760) [trial-2381↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23760)]", "failedSince" : 2140, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_storeforward.py\", line 23, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=23760): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23760) [trial-2381↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23760)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 nitb_smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a20:23:05.014237 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a20:23:05.025344 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a20:23:05.149194 tst esme_ms_sms_storeforward.py: using LAC 31278\u000a20:23:05.270084 tst esme_ms_sms_storeforward.py: using RAC 168\u000a20:23:05.400227 tst esme_ms_sms_storeforward.py: using CellId 31278\u000a20:23:05.522372 tst esme_ms_sms_storeforward.py: using BVCI 31279\u000a20:23:05.545765 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a20:23:05.768369 tst esme_ms_sms_storeforward.py: using MSISDN 7951\u000a20:23:05.969130 tst esme_ms_sms_storeforward.py:20: start nitb and bts...\u000a20:23:06.107044 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a20:23:06.784739 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23759): Launched\u000a20:23:07.110954 run osmo-nitb_10.42.42.2(pid=23760): Launched\u000a20:23:07.298463 run osmo-nitb_10.42.42.2(pid=23760): ERR: Terminated: ERROR {rc=2} [trial-2381↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23760)]\u000a20:23:07.434736 run osmo-nitb_10.42.42.2(pid=23760): stdout: \u000a| (launched: 2022-12-12_20:23:06.951946) \u000a20:23:07.571545 run osmo-nitb_10.42.42.2(pid=23760): stderr: \u000a| (launched: 2022-12-12_20:23:07.000932)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:23:07.703267 run osmo-nitb_10.42.42.2(pid=23760): stdout: \u000a| (launched: 2022-12-12_20:23:06.951946) \u000a20:23:07.834214 run osmo-nitb_10.42.42.2(pid=23760): stderr: \u000a| (launched: 2022-12-12_20:23:07.000932)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:23:07.891184 tst esme_ms_sms_storeforward.py:23: ERR: Error: osmo-nitb_10.42.42.2(pid=23760): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23760) [trial-2381↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23760)] [trial-2381↪nitb_smpp↪esme_ms_sms_storeforward.py:23]\u000a20:23:07.899881 tst esme_ms_sms_storeforward.py:23: Test FAILED (2.9 sec)\u000a20:23:07.936726 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23759): Terminating (SIGTERM)\u000a20:23:08.114382 --- ParallelTerminationStrategy: PID 23759 died...\u000a20:23:08.173467 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23759): Terminated: ok {rc=0}\u000a20:23:08.260420 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 242, "className" : "nitb_smpp", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=23762): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23762) [trial-2381↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23762)]", "failedSince" : 2140, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_transaction.py\", line 21, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=23762): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23762) [trial-2381↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23762)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 nitb_smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a20:23:09.314448 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a20:23:09.326618 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a20:23:09.460798 tst esme_ms_sms_transaction.py: using LAC 31279\u000a20:23:09.589260 tst esme_ms_sms_transaction.py: using RAC 169\u000a20:23:09.718843 tst esme_ms_sms_transaction.py: using CellId 31279\u000a20:23:09.848380 tst esme_ms_sms_transaction.py: using BVCI 31280\u000a20:23:09.873291 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a20:23:10.091470 tst esme_ms_sms_transaction.py: using MSISDN 7952\u000a20:23:10.276848 tst esme_ms_sms_transaction.py:18: start nitb and bts...\u000a20:23:10.403992 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a20:23:11.034705 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23761): Launched\u000a20:23:11.336524 run osmo-nitb_10.42.42.2(pid=23762): Launched\u000a20:23:11.523763 run osmo-nitb_10.42.42.2(pid=23762): ERR: Terminated: ERROR {rc=2} [trial-2381↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23762)]\u000a20:23:11.662156 run osmo-nitb_10.42.42.2(pid=23762): stdout: \u000a| (launched: 2022-12-12_20:23:11.189492) \u000a20:23:11.799758 run osmo-nitb_10.42.42.2(pid=23762): stderr: \u000a| (launched: 2022-12-12_20:23:11.234554)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:23:11.933170 run osmo-nitb_10.42.42.2(pid=23762): stdout: \u000a| (launched: 2022-12-12_20:23:11.189492) \u000a20:23:12.065266 run osmo-nitb_10.42.42.2(pid=23762): stderr: \u000a| (launched: 2022-12-12_20:23:11.234554)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:23:12.458799 tst osmo-nitb_10.42.42.2(pid=23762): stdout: \u000a| (launched: 2022-12-12_20:23:11.189492) \u000a20:23:12.579423 tst osmo-nitb_10.42.42.2(pid=23762): stderr: \u000a| (launched: 2022-12-12_20:23:11.234554)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a20:23:12.632455 tst esme_ms_sms_transaction.py:21: ERR: Error: osmo-nitb_10.42.42.2(pid=23762): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23762) [trial-2381↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23762)] [trial-2381↪nitb_smpp↪esme_ms_sms_transaction.py:21]\u000a20:23:12.640414 tst esme_ms_sms_transaction.py:21: Test FAILED (3.3 sec)\u000a20:23:12.675043 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23761): Terminating (SIGTERM)\u000a20:23:12.852678 --- ParallelTerminationStrategy: PID 23761 died...\u000a20:23:12.907852 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23761): Terminated: ok {rc=0}\u000a20:23:12.998517 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 15.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "160", "name" : "nitb_smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:22:59" }, { "cases" : [ { "testActions" : [ ], "age" : 51, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=23772): Process ended prematurely: osmo-hlr_10.42.42.2(pid=23772) [trial-2381↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23772)]", "failedSince" : 2331, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_acceptall.py\", line 23, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=23772): Process ended prematurely: osmo-hlr_10.42.42.2(pid=23772) [trial-2381↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23772)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a20:23:14.807075 tst smpp: Using 1 x ip_address (candidates: 6)\u000a20:23:14.817872 tst smpp: Using 1 x ip_address (candidates: 6)\u000a20:23:14.829388 tst smpp: Using 1 x ip_address (candidates: 6)\u000a20:23:14.840295 tst smpp: Using 1 x ip_address (candidates: 6)\u000a20:23:14.955603 tst esme_connect_policy_acceptall.py: using MSISDN 7953\u000a20:23:15.072683 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a20:23:15.639899 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=23767): Launched\u000a20:23:16.064295 run osmo-stp_10.42.42.4(pid=23768): Launched\u000a20:23:16.185710 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:23:16.713759 run create_hlr_db(pid=23769): Launched\u000a20:23:16.904400 bus /sierra_2: Setting Powered False\u000a20:23:17.923022 run create_hlr_db(pid=23769): Terminated: ok {rc=0}\u000a20:23:18.359920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23771): Launched\u000a20:23:18.688305 run osmo-hlr_10.42.42.2(pid=23772): Launched\u000a20:23:18.808675 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a20:23:19.410190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23774): Launched\u000a20:23:19.739867 run osmo-msc_10.42.42.5(pid=23775): Launched\u000a20:23:19.950242 run osmo-hlr_10.42.42.2(pid=23772): ERR: Terminated: ERROR {rc=237} [trial-2381↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23772)]\u000a20:23:20.090677 run osmo-hlr_10.42.42.2(pid=23772): stdout: \u000a| (launched: 2022-12-12_20:23:18.525759) \u000a20:23:20.229175 run osmo-hlr_10.42.42.2(pid=23772): stderr: \u000a| �[0;m�[1;31m20221212202318718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212202318718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212202318718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202318718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202318719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212202318719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212202318731 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212202318741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212202318742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212202318742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:23:20.361095 run osmo-hlr_10.42.42.2(pid=23772): stdout: \u000a| (launched: 2022-12-12_20:23:18.525759) \u000a20:23:20.491831 run osmo-hlr_10.42.42.2(pid=23772): stderr: \u000a| �[0;m�[1;31m20221212202318718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212202318718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212202318718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202318718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202318719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212202318719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212202318731 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212202318741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212202318742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212202318742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:23:20.549119 tst esme_connect_policy_acceptall.py:23: ERR: Error: osmo-hlr_10.42.42.2(pid=23772): Process ended prematurely: osmo-hlr_10.42.42.2(pid=23772) [trial-2381↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23772)] [trial-2381↪smpp↪esme_connect_policy_acceptall.py:23]\u000a20:23:20.557983 tst esme_connect_policy_acceptall.py:23: Test FAILED (5.7 sec)\u000a20:23:20.621692 run osmo-msc_10.42.42.5(pid=23775): ERR: Terminated: ERROR {rc=9} [trial-2381↪smpp↪esme_connect_policy_acceptall.py↪esme_connect_policy_acceptall.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=23775)]\u000a20:23:20.673641 run osmo-msc_10.42.42.5(pid=23775): stdout: \u000a| (launched: 2022-12-12_20:23:19.576700) \u000a20:23:20.726344 run osmo-msc_10.42.42.5(pid=23775): stderr: \u000a| �[0;m�[38;5;43m20221212202319948 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221212202319948 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221212202319948 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221212202319948 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221212202319948 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221212202319949 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221212202319949 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221212202319949 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221212202319949 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a20:23:20.771387 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=23767): Terminating (SIGTERM)\u000a20:23:20.813778 run osmo-stp_10.42.42.4(pid=23768): Terminating (SIGTERM)\u000a20:23:20.857485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23771): Terminating (SIGTERM)\u000a20:23:20.903460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23774): Terminating (SIGTERM)\u000a20:23:20.913861 --- ParallelTerminationStrategy: PID 23767 died...\u000a20:23:20.973250 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=23767): Terminated: ok {rc=0}\u000a20:23:20.983390 --- ParallelTerminationStrategy: PID 23768 died...\u000a20:23:21.040018 run osmo-stp_10.42.42.4(pid=23768): Terminated: ok {rc=0}\u000a20:23:21.050450 --- ParallelTerminationStrategy: PID 23771 died...\u000a20:23:21.107917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23771): Terminated: ok {rc=0}\u000a20:23:21.118151 --- ParallelTerminationStrategy: PID 23774 died...\u000a20:23:21.175173 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23774): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 51, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=23783): Process ended prematurely: osmo-hlr_10.42.42.2(pid=23783) [trial-2381↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23783)]", "failedSince" : 2331, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_closed.py\", line 31, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=23783): Process ended prematurely: osmo-hlr_10.42.42.2(pid=23783) [trial-2381↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23783)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a20:23:21.190357 tst smpp: Using 1 x ip_address (candidates: 6)\u000a20:23:21.202057 tst smpp: Using 1 x bts (candidates: 1)\u000a20:23:21.336476 tst esme_connect_policy_closed.py: using LAC 31280\u000a20:23:21.463676 tst esme_connect_policy_closed.py: using RAC 170\u000a20:23:21.592828 tst esme_connect_policy_closed.py: using CellId 31280\u000a20:23:21.720233 tst esme_connect_policy_closed.py: using BVCI 31281\u000a20:23:21.745032 tst smpp: Using 1 x ip_address (candidates: 6)\u000a20:23:21.755834 tst smpp: Using 1 x ip_address (candidates: 6)\u000a20:23:21.766670 tst smpp: Using 1 x ip_address (candidates: 6)\u000a20:23:21.882730 tst esme_connect_policy_closed.py: using MSISDN 7954\u000a20:23:22.010456 tst esme_connect_policy_closed.py: using MSISDN 7955\u000a20:23:22.126880 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a20:23:22.693939 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=23778): Launched\u000a20:23:23.024596 run osmo-stp_10.42.42.4(pid=23779): Launched\u000a20:23:23.142125 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:23:23.660117 run create_hlr_db(pid=23780): Launched\u000a20:23:24.850984 run create_hlr_db(pid=23780): Terminated: ok {rc=0}\u000a20:23:25.191105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23782): Launched\u000a20:23:25.521517 run osmo-hlr_10.42.42.2(pid=23783): Launched\u000a20:23:25.645259 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a20:23:26.246224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23785): Launched\u000a20:23:26.578492 run osmo-msc_10.42.42.5(pid=23786): Launched\u000a20:23:26.770814 run osmo-hlr_10.42.42.2(pid=23783): ERR: Terminated: ERROR {rc=237} [trial-2381↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23783)]\u000a20:23:26.907014 run osmo-hlr_10.42.42.2(pid=23783): stdout: \u000a| (launched: 2022-12-12_20:23:25.358550) \u000a20:23:27.047580 run osmo-hlr_10.42.42.2(pid=23783): stderr: \u000a| �[0;m�[1;31m20221212202325553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212202325553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212202325553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202325553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202325553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212202325553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212202325565 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212202325574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212202325574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212202325574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:23:27.179557 run osmo-hlr_10.42.42.2(pid=23783): stdout: \u000a| (launched: 2022-12-12_20:23:25.358550) \u000a20:23:27.310930 run osmo-hlr_10.42.42.2(pid=23783): stderr: \u000a| �[0;m�[1;31m20221212202325553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212202325553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212202325553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202325553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202325553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212202325553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212202325565 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212202325574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212202325574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212202325574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:23:27.368146 tst esme_connect_policy_closed.py:31: ERR: Error: osmo-hlr_10.42.42.2(pid=23783): Process ended prematurely: osmo-hlr_10.42.42.2(pid=23783) [trial-2381↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23783)] [trial-2381↪smpp↪esme_connect_policy_closed.py:31]\u000a20:23:27.376699 tst esme_connect_policy_closed.py:31: Test FAILED (6.2 sec)\u000a20:23:27.440841 run osmo-msc_10.42.42.5(pid=23786): ERR: Terminated: ERROR {rc=9} [trial-2381↪smpp↪esme_connect_policy_closed.py↪esme_connect_policy_closed.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=23786)]\u000a20:23:27.493274 run osmo-msc_10.42.42.5(pid=23786): stdout: \u000a| (launched: 2022-12-12_20:23:26.413968) \u000a20:23:27.546561 run osmo-msc_10.42.42.5(pid=23786): stderr: \u000a| �[0;m�[38;5;43m20221212202326784 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221212202326784 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221212202326784 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221212202326784 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221212202326784 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221212202326784 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221212202326785 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221212202326785 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221212202326785 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a20:23:27.591384 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=23778): Terminating (SIGTERM)\u000a20:23:27.634329 run osmo-stp_10.42.42.4(pid=23779): Terminating (SIGTERM)\u000a20:23:27.679023 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23782): Terminating (SIGTERM)\u000a20:23:27.722978 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23785): Terminating (SIGTERM)\u000a20:23:27.734084 --- ParallelTerminationStrategy: PID 23778 died...\u000a20:23:27.793620 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=23778): Terminated: ok {rc=0}\u000a20:23:27.803861 --- ParallelTerminationStrategy: PID 23779 died...\u000a20:23:27.861247 run osmo-stp_10.42.42.4(pid=23779): Terminated: ok {rc=0}\u000a20:23:27.871459 --- ParallelTerminationStrategy: PID 23782 died...\u000a20:23:27.928766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23782): Terminated: ok {rc=0}\u000a20:23:27.938981 --- ParallelTerminationStrategy: PID 23785 died...\u000a20:23:27.996347 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23785): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 51, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23795): Process ended prematurely: osmo-stp_10.42.42.5(pid=23795) [trial-2381↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23795)]", "failedSince" : 2331, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_storeforward.py\", line 30, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23795): Process ended prematurely: osmo-stp_10.42.42.5(pid=23795) [trial-2381↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23795)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a20:23:28.011499 tst smpp: Using 1 x ip_address (candidates: 6)\u000a20:23:28.023241 tst smpp: Using 1 x bts (candidates: 1)\u000a20:23:28.150665 tst esme_ms_sms_storeforward.py: using LAC 31281\u000a20:23:28.274165 tst esme_ms_sms_storeforward.py: using RAC 171\u000a20:23:28.397628 tst esme_ms_sms_storeforward.py: using CellId 31281\u000a20:23:28.518162 tst esme_ms_sms_storeforward.py: using BVCI 31282\u000a20:23:28.541560 tst smpp: Using 1 x ip_address (candidates: 6)\u000a20:23:28.552204 tst smpp: Using 1 x ip_address (candidates: 6)\u000a20:23:28.562784 tst smpp: Using 1 x ip_address (candidates: 6)\u000a20:23:28.575320 tst smpp: Using 1 x ip_address (candidates: 6)\u000a20:23:28.586672 tst smpp: Using 1 x ip_address (candidates: 6)\u000a20:23:28.597821 tst smpp: Using 1 x modem (candidates: 1)\u000a20:23:28.819205 tst esme_ms_sms_storeforward.py: using MSISDN 7956\u000a20:23:28.929518 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:23:29.418783 run create_hlr_db(pid=23789): Launched\u000a20:23:30.598281 run create_hlr_db(pid=23789): Terminated: ok {rc=0}\u000a20:23:30.954022 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23791): Launched\u000a20:23:31.407531 run osmo-hlr_10.42.42.2(pid=23792): Launched\u000a20:23:31.614941 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:23:32.209935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23794): Launched\u000a20:23:32.519657 run osmo-stp_10.42.42.5(pid=23795): Launched\u000a20:23:32.632154 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:23:33.193841 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23797): Launched\u000a20:23:33.502078 run osmo-msc_10.42.42.6(pid=23798): Launched\u000a20:23:33.681841 run osmo-stp_10.42.42.5(pid=23795): ERR: Terminated: ERROR {rc=1} [trial-2381↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23795)]\u000a20:23:33.811693 run osmo-stp_10.42.42.5(pid=23795): stdout: \u000a| (launched: 2022-12-12_20:23:32.367716)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:23:33.939753 run osmo-stp_10.42.42.5(pid=23795): stderr: \u000a| �[0;m�[38;5;43m20221212202332540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202332540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202332541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202332541 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202332542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202332542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202332542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:23:34.062862 run osmo-stp_10.42.42.5(pid=23795): stdout: \u000a| (launched: 2022-12-12_20:23:32.367716)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:23:34.184841 run osmo-stp_10.42.42.5(pid=23795): stderr: \u000a| �[0;m�[38;5;43m20221212202332540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202332540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202332541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202332541 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202332542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202332542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202332542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:23:34.238488 tst esme_ms_sms_storeforward.py:30: ERR: Error: osmo-stp_10.42.42.5(pid=23795): Process ended prematurely: osmo-stp_10.42.42.5(pid=23795) [trial-2381↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23795)] [trial-2381↪smpp↪esme_ms_sms_storeforward.py:30]\u000a20:23:34.246425 tst esme_ms_sms_storeforward.py:30: Test FAILED (6.2 sec)\u000a20:23:34.306315 run osmo-hlr_10.42.42.2(pid=23792): ERR: Terminated: ERROR {rc=237} [trial-2381↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23792)]\u000a20:23:34.355853 run osmo-hlr_10.42.42.2(pid=23792): stdout: \u000a| (launched: 2022-12-12_20:23:31.120245) \u000a20:23:34.406141 run osmo-hlr_10.42.42.2(pid=23792): stderr: \u000a| �[0;m�[1;31m20221212202331366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212202331366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212202331366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202331366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202331366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212202331366 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212202331383 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/smpp/esme_ms_sms_storeforward.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212202331399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212202331399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212202331400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:23:34.473974 run osmo-msc_10.42.42.6(pid=23798): ERR: Terminated: ERROR {rc=2} [trial-2381↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23798)]\u000a20:23:34.523218 run osmo-msc_10.42.42.6(pid=23798): stdout: \u000a| (launched: 2022-12-12_20:23:33.349156) \u000a20:23:34.573183 run osmo-msc_10.42.42.6(pid=23798): stderr: \u000a| �[0;m�[38;5;43m20221212202333620 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212202333621 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feb7dd97c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212202333621 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212202333621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212202333621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212202333621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212202333623 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212202333623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212202333624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212202333624 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:23:34.615416 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23791): Terminating (SIGTERM)\u000a20:23:34.655430 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23794): Terminating (SIGTERM)\u000a20:23:34.695314 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23797): Terminating (SIGTERM)\u000a20:23:34.704518 --- ParallelTerminationStrategy: PID 23791 died...\u000a20:23:34.758443 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23791): Terminated: ok {rc=0}\u000a20:23:34.767982 --- ParallelTerminationStrategy: PID 23794 died...\u000a20:23:34.820990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23794): Terminated: ok {rc=0}\u000a20:23:34.830577 --- ParallelTerminationStrategy: PID 23797 died...\u000a20:23:34.884417 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23797): Terminated: ok {rc=0}\u000a20:23:34.973019 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 51, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23806): Process ended prematurely: osmo-stp_10.42.42.5(pid=23806) [trial-2381↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23806)]", "failedSince" : 2331, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_transaction.py\", line 28, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23806): Process ended prematurely: osmo-stp_10.42.42.5(pid=23806) [trial-2381↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23806)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a20:23:36.024279 tst smpp: Using 1 x ip_address (candidates: 6)\u000a20:23:36.035524 tst smpp: Using 1 x bts (candidates: 1)\u000a20:23:36.164881 tst esme_ms_sms_transaction.py: using LAC 31282\u000a20:23:36.283927 tst esme_ms_sms_transaction.py: using RAC 172\u000a20:23:36.406066 tst esme_ms_sms_transaction.py: using CellId 31282\u000a20:23:36.524018 tst esme_ms_sms_transaction.py: using BVCI 31283\u000a20:23:36.547159 tst smpp: Using 1 x ip_address (candidates: 6)\u000a20:23:36.557562 tst smpp: Using 1 x ip_address (candidates: 6)\u000a20:23:36.567867 tst smpp: Using 1 x ip_address (candidates: 6)\u000a20:23:36.578266 tst smpp: Using 1 x ip_address (candidates: 6)\u000a20:23:36.588490 tst smpp: Using 1 x ip_address (candidates: 6)\u000a20:23:36.598784 tst smpp: Using 1 x modem (candidates: 1)\u000a20:23:36.822359 tst esme_ms_sms_transaction.py: using MSISDN 7957\u000a20:23:36.940568 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:23:37.457399 run create_hlr_db(pid=23800): Launched\u000a20:23:37.648424 bus /sierra_2: Setting Powered False\u000a20:23:38.668445 run create_hlr_db(pid=23800): Terminated: ok {rc=0}\u000a20:23:39.091038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23802): Launched\u000a20:23:39.424033 run osmo-hlr_10.42.42.2(pid=23803): Launched\u000a20:23:39.545418 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:23:40.115896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23805): Launched\u000a20:23:40.447899 run osmo-stp_10.42.42.5(pid=23806): Launched\u000a20:23:40.567362 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:23:41.167812 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23808): Launched\u000a20:23:41.499440 run osmo-msc_10.42.42.6(pid=23809): Launched\u000a20:23:41.692438 run osmo-stp_10.42.42.5(pid=23806): ERR: Terminated: ERROR {rc=1} [trial-2381↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23806)]\u000a20:23:41.831701 run osmo-stp_10.42.42.5(pid=23806): stdout: \u000a| (launched: 2022-12-12_20:23:40.282557)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:23:41.969287 run osmo-stp_10.42.42.5(pid=23806): stderr: \u000a| �[0;m�[38;5;43m20221212202340474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202340474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202340474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202340475 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202340475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202340475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202340475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:23:42.101607 run osmo-stp_10.42.42.5(pid=23806): stdout: \u000a| (launched: 2022-12-12_20:23:40.282557)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:23:42.233343 run osmo-stp_10.42.42.5(pid=23806): stderr: \u000a| �[0;m�[38;5;43m20221212202340474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202340474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202340474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202340475 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202340475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202340475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202340475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:23:42.290456 tst esme_ms_sms_transaction.py:28: ERR: Error: osmo-stp_10.42.42.5(pid=23806): Process ended prematurely: osmo-stp_10.42.42.5(pid=23806) [trial-2381↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23806)] [trial-2381↪smpp↪esme_ms_sms_transaction.py:28]\u000a20:23:42.299079 tst esme_ms_sms_transaction.py:28: Test FAILED (6.3 sec)\u000a20:23:42.364133 run osmo-hlr_10.42.42.2(pid=23803): ERR: Terminated: ERROR {rc=237} [trial-2381↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23803)]\u000a20:23:42.417177 run osmo-hlr_10.42.42.2(pid=23803): stdout: \u000a| (launched: 2022-12-12_20:23:39.258976) \u000a20:23:42.470368 run osmo-hlr_10.42.42.2(pid=23803): stderr: \u000a| �[0;m�[1;31m20221212202339459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212202339459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212202339459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202339459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202339459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212202339459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212202339471 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/smpp/esme_ms_sms_transaction.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212202339479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212202339480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212202339480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:23:42.542412 run osmo-msc_10.42.42.6(pid=23809): ERR: Terminated: ERROR {rc=2} [trial-2381↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23809)]\u000a20:23:42.594933 run osmo-msc_10.42.42.6(pid=23809): stdout: \u000a| (launched: 2022-12-12_20:23:41.335222) \u000a20:23:42.648070 run osmo-msc_10.42.42.6(pid=23809): stderr: \u000a| �[0;m�[38;5;43m20221212202341657 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212202341657 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f741fa9ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212202341657 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212202341657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212202341657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212202341657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212202341659 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212202341660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212202341660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212202341660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:23:42.692499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23802): Terminating (SIGTERM)\u000a20:23:42.735328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23805): Terminating (SIGTERM)\u000a20:23:42.777822 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23808): Terminating (SIGTERM)\u000a20:23:42.787868 --- ParallelTerminationStrategy: PID 23802 died...\u000a20:23:42.845253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23802): Terminated: ok {rc=0}\u000a20:23:42.855418 --- ParallelTerminationStrategy: PID 23805 died...\u000a20:23:42.911991 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23805): Terminated: ok {rc=0}\u000a20:23:42.922477 --- ParallelTerminationStrategy: PID 23808 died...\u000a20:23:42.979199 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23808): Terminated: ok {rc=0}\u000a20:23:43.068287 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 31.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "161", "name" : "smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:23:14" }, { "cases" : [ { "testActions" : [ ], "age" : 51, "className" : "encryption", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24089): Process ended prematurely: osmo-stp_10.42.42.5(pid=24089) [trial-2381↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24089)]", "failedSince" : 2331, "name" : "register_a5_0_authopt.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authopt.py\", line 8, in \u000a encryption_test_setup_run(False, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24089): Process ended prematurely: osmo-stp_10.42.42.5(pid=24089) [trial-2381↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24089)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 encryption register_a5_0_authopt.py\u000a----------------------------------------------\u000a20:23:44.955265 tst encryption: Using 1 x ip_address (candidates: 6)\u000a20:23:44.966338 tst encryption: Using 1 x bts (candidates: 1)\u000a20:23:45.101734 tst register_a5_0_authopt.py: using LAC 31283\u000a20:23:45.226241 tst register_a5_0_authopt.py: using RAC 173\u000a20:23:45.349578 tst register_a5_0_authopt.py: using CellId 31283\u000a20:23:45.470277 tst register_a5_0_authopt.py: using BVCI 31284\u000a20:23:45.493736 tst encryption: Using 1 x ip_address (candidates: 6)\u000a20:23:45.504203 tst encryption: Using 1 x ip_address (candidates: 6)\u000a20:23:45.515004 tst encryption: Using 1 x ip_address (candidates: 6)\u000a20:23:45.525833 tst encryption: Using 1 x ip_address (candidates: 6)\u000a20:23:45.536304 tst encryption: Using 1 x ip_address (candidates: 6)\u000a20:23:45.546731 tst encryption: Using 1 x modem (candidates: 1)\u000a20:23:45.847604 tst register_a5_0_authopt.py:8: start network...\u000a20:23:45.998924 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:23:46.615435 run create_hlr_db(pid=23835): Launched\u000a20:23:46.838277 bus /sierra_2: Setting Powered False\u000a20:23:47.911813 run create_hlr_db(pid=23835): Terminated: ok {rc=0}\u000a20:23:48.476181 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23979): Launched\u000a20:23:48.955757 run osmo-hlr_10.42.42.2(pid=24030): Launched\u000a20:23:49.189194 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:23:49.875653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24088): Launched\u000a20:23:50.318433 run osmo-stp_10.42.42.5(pid=24089): Launched\u000a20:23:50.536444 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:23:51.161746 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24091): Launched\u000a20:23:51.587070 run osmo-msc_10.42.42.6(pid=24093): Launched\u000a20:23:51.930148 run osmo-stp_10.42.42.5(pid=24089): ERR: Terminated: ERROR {rc=1} [trial-2381↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24089)]\u000a20:23:52.179555 run osmo-stp_10.42.42.5(pid=24089): stdout: \u000a| (launched: 2022-12-12_20:23:50.047908)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:23:52.320846 run osmo-stp_10.42.42.5(pid=24089): stderr: \u000a| �[0;m�[38;5;43m20221212202350347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202350347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202350347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202350348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202350348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202350348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202350348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:23:52.457508 run osmo-stp_10.42.42.5(pid=24089): stdout: \u000a| (launched: 2022-12-12_20:23:50.047908)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:23:52.593971 run osmo-stp_10.42.42.5(pid=24089): stderr: \u000a| �[0;m�[38;5;43m20221212202350347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202350347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202350347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202350348 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202350348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202350348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202350348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:23:52.653533 tst register_a5_0_authopt.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24089): Process ended prematurely: osmo-stp_10.42.42.5(pid=24089) [trial-2381↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24089)] [trial-2381↪encryption↪register_a5_0_authopt.py:8]\u000a20:23:52.663777 tst register_a5_0_authopt.py:8: Test FAILED (7.7 sec)\u000a20:23:52.731822 run osmo-hlr_10.42.42.2(pid=24030): ERR: Terminated: ERROR {rc=237} [trial-2381↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24030)]\u000a20:23:52.786499 run osmo-hlr_10.42.42.2(pid=24030): stdout: \u000a| (launched: 2022-12-12_20:23:48.676692) \u000a20:23:52.841784 run osmo-hlr_10.42.42.2(pid=24030): stderr: \u000a| �[0;m�[1;31m20221212202349034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212202349034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212202349034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202349034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202349034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212202349034 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212202349051 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/encryption/register_a5_0_authopt.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212202349068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212202349068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212202349068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:23:52.916213 run osmo-msc_10.42.42.6(pid=24093): ERR: Terminated: ERROR {rc=2} [trial-2381↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24093)]\u000a20:23:52.970601 run osmo-msc_10.42.42.6(pid=24093): stdout: \u000a| (launched: 2022-12-12_20:23:51.333120) \u000a20:23:53.026446 run osmo-msc_10.42.42.6(pid=24093): stderr: \u000a| �[0;m�[38;5;43m20221212202351861 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212202351862 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f49da441c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212202351862 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212202351862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212202351862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212202351862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212202351864 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212202351864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212202351865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212202351865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:23:53.072248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23979): Terminating (SIGTERM)\u000a20:23:53.119960 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24088): Terminating (SIGTERM)\u000a20:23:53.166427 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24091): Terminating (SIGTERM)\u000a20:23:53.177412 --- ParallelTerminationStrategy: PID 23979 died...\u000a20:23:53.238675 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23979): Terminated: ok {rc=0}\u000a20:23:53.249705 --- ParallelTerminationStrategy: PID 24088 died...\u000a20:23:53.309591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24088): Terminated: ok {rc=0}\u000a20:23:53.320888 --- ParallelTerminationStrategy: PID 24091 died...\u000a20:23:53.380828 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24091): Terminated: ok {rc=0}\u000a20:23:53.472128 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 51, "className" : "encryption", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24102): Process ended prematurely: osmo-stp_10.42.42.5(pid=24102) [trial-2381↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24102)]", "failedSince" : 2331, "name" : "register_a5_0_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24102): Process ended prematurely: osmo-stp_10.42.42.5(pid=24102) [trial-2381↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24102)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 encryption register_a5_0_authreq.py\u000a----------------------------------------------\u000a20:23:54.597119 tst encryption: Using 1 x ip_address (candidates: 6)\u000a20:23:54.610191 tst encryption: Using 1 x bts (candidates: 1)\u000a20:23:54.747123 tst register_a5_0_authreq.py: using LAC 31284\u000a20:23:54.880861 tst register_a5_0_authreq.py: using RAC 174\u000a20:23:55.017305 tst register_a5_0_authreq.py: using CellId 31284\u000a20:23:55.151979 tst register_a5_0_authreq.py: using BVCI 31285\u000a20:23:55.178567 tst encryption: Using 1 x ip_address (candidates: 6)\u000a20:23:55.191601 tst encryption: Using 1 x ip_address (candidates: 6)\u000a20:23:55.203648 tst encryption: Using 1 x ip_address (candidates: 6)\u000a20:23:55.218303 tst encryption: Using 1 x ip_address (candidates: 6)\u000a20:23:55.231000 tst encryption: Using 1 x ip_address (candidates: 6)\u000a20:23:55.243092 tst encryption: Using 1 x modem (candidates: 1)\u000a20:23:55.559050 tst register_a5_0_authreq.py:8: start network...\u000a20:23:55.703959 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:23:56.279092 run create_hlr_db(pid=24096): Launched\u000a20:23:56.480453 bus /sierra_2: Setting Powered False\u000a20:23:57.501756 run create_hlr_db(pid=24096): Terminated: ok {rc=0}\u000a20:23:57.970146 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24098): Launched\u000a20:23:58.416834 run osmo-hlr_10.42.42.2(pid=24099): Launched\u000a20:23:58.667183 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:23:59.273248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24101): Launched\u000a20:23:59.725137 run osmo-stp_10.42.42.5(pid=24102): Launched\u000a20:23:59.945513 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:24:00.589924 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24104): Launched\u000a20:24:01.048223 run osmo-msc_10.42.42.6(pid=24105): Launched\u000a20:24:01.391652 run osmo-stp_10.42.42.5(pid=24102): ERR: Terminated: ERROR {rc=1} [trial-2381↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24102)]\u000a20:24:01.667607 run osmo-stp_10.42.42.5(pid=24102): stdout: \u000a| (launched: 2022-12-12_20:23:59.450169)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:24:01.917577 run osmo-stp_10.42.42.5(pid=24102): stderr: \u000a| �[0;m�[38;5;43m20221212202359745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202359745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202359745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202359745 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202359746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202359746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202359746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:24:02.083946 run osmo-stp_10.42.42.5(pid=24102): stdout: \u000a| (launched: 2022-12-12_20:23:59.450169)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:24:02.251278 run osmo-stp_10.42.42.5(pid=24102): stderr: \u000a| �[0;m�[38;5;43m20221212202359745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202359745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202359745 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202359745 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202359746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202359746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202359746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:24:02.319970 tst register_a5_0_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24102): Process ended prematurely: osmo-stp_10.42.42.5(pid=24102) [trial-2381↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24102)] [trial-2381↪encryption↪register_a5_0_authreq.py:8]\u000a20:24:02.331798 tst register_a5_0_authreq.py:8: Test FAILED (7.8 sec)\u000a20:24:02.415045 run osmo-hlr_10.42.42.2(pid=24099): ERR: Terminated: ERROR {rc=237} [trial-2381↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24099)]\u000a20:24:02.479491 run osmo-hlr_10.42.42.2(pid=24099): stdout: \u000a| (launched: 2022-12-12_20:23:58.143886) \u000a20:24:02.544207 run osmo-hlr_10.42.42.2(pid=24099): stderr: \u000a| �[0;m�[1;31m20221212202358459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212202358459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212202358459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202358459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202358459 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212202358460 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212202358479 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/encryption/register_a5_0_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212202358488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212202358488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212202358488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:24:02.630360 run osmo-msc_10.42.42.6(pid=24105): ERR: Terminated: ERROR {rc=2} [trial-2381↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24105)]\u000a20:24:02.695283 run osmo-msc_10.42.42.6(pid=24105): stdout: \u000a| (launched: 2022-12-12_20:24:00.764755) \u000a20:24:02.760668 run osmo-msc_10.42.42.6(pid=24105): stderr: \u000a| �[0;m�[38;5;43m20221212202401291 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212202401291 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0ebb0d6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212202401291 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212202401291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212202401291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212202401291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212202401296 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212202401305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212202401305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212202401305 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:24:02.817754 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24098): Terminating (SIGTERM)\u000a20:24:02.871256 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24101): Terminating (SIGTERM)\u000a20:24:02.923838 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24104): Terminating (SIGTERM)\u000a20:24:02.936064 --- ParallelTerminationStrategy: PID 24098 died...\u000a20:24:03.009622 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24098): Terminated: ok {rc=0}\u000a20:24:03.021910 --- ParallelTerminationStrategy: PID 24101 died...\u000a20:24:03.092061 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24101): Terminated: ok {rc=0}\u000a20:24:03.105542 --- ParallelTerminationStrategy: PID 24104 died...\u000a20:24:03.176352 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24104): Terminated: ok {rc=0}\u000a20:24:03.307551 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 51, "className" : "encryption", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24113): Process ended prematurely: osmo-stp_10.42.42.5(pid=24113) [trial-2381↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24113)]", "failedSince" : 2331, "name" : "register_a5_1_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_1_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_1')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24113): Process ended prematurely: osmo-stp_10.42.42.5(pid=24113) [trial-2381↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24113)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 encryption register_a5_1_authreq.py\u000a----------------------------------------------\u000a20:24:04.435654 tst encryption: Using 1 x ip_address (candidates: 6)\u000a20:24:04.448090 tst encryption: Using 1 x bts (candidates: 1)\u000a20:24:04.592100 tst register_a5_1_authreq.py: using LAC 31285\u000a20:24:04.721993 tst register_a5_1_authreq.py: using RAC 175\u000a20:24:04.848912 tst register_a5_1_authreq.py: using CellId 31285\u000a20:24:04.975752 tst register_a5_1_authreq.py: using BVCI 31286\u000a20:24:05.000862 tst encryption: Using 1 x ip_address (candidates: 6)\u000a20:24:05.012630 tst encryption: Using 1 x ip_address (candidates: 6)\u000a20:24:05.024735 tst encryption: Using 1 x ip_address (candidates: 6)\u000a20:24:05.036455 tst encryption: Using 1 x ip_address (candidates: 6)\u000a20:24:05.048098 tst encryption: Using 1 x ip_address (candidates: 6)\u000a20:24:05.060100 tst encryption: Using 1 x modem (candidates: 1)\u000a20:24:05.352085 tst register_a5_1_authreq.py:8: start network...\u000a20:24:05.487857 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:24:06.037370 run create_hlr_db(pid=24107): Launched\u000a20:24:06.227277 bus /sierra_2: Setting Powered False\u000a20:24:07.246462 run create_hlr_db(pid=24107): Terminated: ok {rc=0}\u000a20:24:07.692937 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24109): Launched\u000a20:24:08.110853 run osmo-hlr_10.42.42.2(pid=24110): Launched\u000a20:24:08.356253 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:24:09.004476 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24112): Launched\u000a20:24:09.429581 run osmo-stp_10.42.42.5(pid=24113): Launched\u000a20:24:09.671590 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:24:10.308215 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24115): Launched\u000a20:24:10.731179 run osmo-msc_10.42.42.6(pid=24116): Launched\u000a20:24:11.117261 run osmo-stp_10.42.42.5(pid=24113): ERR: Terminated: ERROR {rc=1} [trial-2381↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24113)]\u000a20:24:11.387096 run osmo-stp_10.42.42.5(pid=24113): stdout: \u000a| (launched: 2022-12-12_20:24:09.168849)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:24:11.517867 run osmo-stp_10.42.42.5(pid=24113): stderr: \u000a| �[0;m�[38;5;43m20221212202409499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202409499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202409499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202409499 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202409500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202409500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202409500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:24:11.642510 run osmo-stp_10.42.42.5(pid=24113): stdout: \u000a| (launched: 2022-12-12_20:24:09.168849)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:24:11.766528 run osmo-stp_10.42.42.5(pid=24113): stderr: \u000a| �[0;m�[38;5;43m20221212202409499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202409499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202409499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202409499 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202409500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202409500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202409500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:24:11.821145 tst register_a5_1_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24113): Process ended prematurely: osmo-stp_10.42.42.5(pid=24113) [trial-2381↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24113)] [trial-2381↪encryption↪register_a5_1_authreq.py:8]\u000a20:24:11.829679 tst register_a5_1_authreq.py:8: Test FAILED (7.4 sec)\u000a20:24:11.890475 run osmo-hlr_10.42.42.2(pid=24110): ERR: Terminated: ERROR {rc=237} [trial-2381↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24110)]\u000a20:24:11.940255 run osmo-hlr_10.42.42.2(pid=24110): stdout: \u000a| (launched: 2022-12-12_20:24:07.857306) \u000a20:24:11.990726 run osmo-hlr_10.42.42.2(pid=24110): stderr: \u000a| �[0;m�[1;31m20221212202408194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212202408194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212202408194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202408194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202408194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212202408195 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212202408215 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/encryption/register_a5_1_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212202408223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212202408223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212202408224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:24:12.059285 run osmo-msc_10.42.42.6(pid=24116): ERR: Terminated: ERROR {rc=2} [trial-2381↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24116)]\u000a20:24:12.109117 run osmo-msc_10.42.42.6(pid=24116): stdout: \u000a| (launched: 2022-12-12_20:24:10.473401) \u000a20:24:12.159607 run osmo-msc_10.42.42.6(pid=24116): stderr: \u000a| �[0;m�[38;5;43m20221212202411070 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212202411070 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fef51c52c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212202411070 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212202411070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212202411070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212202411071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212202411072 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212202411073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212202411073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212202411073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:24:12.202048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24109): Terminating (SIGTERM)\u000a20:24:12.242176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24112): Terminating (SIGTERM)\u000a20:24:12.282420 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24115): Terminating (SIGTERM)\u000a20:24:12.291711 --- ParallelTerminationStrategy: PID 24109 died...\u000a20:24:12.345651 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24109): Terminated: ok {rc=0}\u000a20:24:12.355312 --- ParallelTerminationStrategy: PID 24112 died...\u000a20:24:12.408942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24112): Terminated: ok {rc=0}\u000a20:24:12.418619 --- ParallelTerminationStrategy: PID 24115 died...\u000a20:24:12.472317 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24115): Terminated: ok {rc=0}\u000a20:24:12.557173 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 51, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24126): Process ended prematurely: osmo-stp_10.42.42.5(pid=24126) [trial-2381↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24126)]", "failedSince" : 2331, "name" : "register_a5_3_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_3_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_3')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24126): Process ended prematurely: osmo-stp_10.42.42.5(pid=24126) [trial-2381↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24126)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 encryption register_a5_3_authreq.py\u000a----------------------------------------------\u000a20:24:13.675674 tst encryption: Using 1 x ip_address (candidates: 6)\u000a20:24:13.687452 tst encryption: Using 1 x bts (candidates: 1)\u000a20:24:13.821765 tst register_a5_3_authreq.py: using LAC 31286\u000a20:24:13.953698 tst register_a5_3_authreq.py: using RAC 176\u000a20:24:14.085383 tst register_a5_3_authreq.py: using CellId 31286\u000a20:24:14.217510 tst register_a5_3_authreq.py: using BVCI 31287\u000a20:24:14.242776 tst encryption: Using 1 x ip_address (candidates: 6)\u000a20:24:14.253885 tst encryption: Using 1 x ip_address (candidates: 6)\u000a20:24:14.264734 tst encryption: Using 1 x ip_address (candidates: 6)\u000a20:24:14.275944 tst encryption: Using 1 x ip_address (candidates: 6)\u000a20:24:14.287117 tst encryption: Using 1 x ip_address (candidates: 6)\u000a20:24:14.298253 tst encryption: Using 1 x modem (candidates: 1)\u000a20:24:14.610583 tst register_a5_3_authreq.py:8: start network...\u000a20:24:14.749457 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:24:15.271124 run create_hlr_db(pid=24120): Launched\u000a20:24:15.463851 bus /sierra_2: Setting Powered False\u000a20:24:16.530965 run create_hlr_db(pid=24120): Terminated: ok {rc=0}\u000a20:24:16.991528 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24122): Launched\u000a20:24:17.328471 run osmo-hlr_10.42.42.2(pid=24123): Launched\u000a20:24:17.452227 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:24:17.989643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24125): Launched\u000a20:24:18.298316 run osmo-stp_10.42.42.5(pid=24126): Launched\u000a20:24:18.410791 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:24:18.975009 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24128): Launched\u000a20:24:19.290244 run osmo-msc_10.42.42.6(pid=24129): Launched\u000a20:24:19.471571 run osmo-stp_10.42.42.5(pid=24126): ERR: Terminated: ERROR {rc=1} [trial-2381↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24126)]\u000a20:24:19.602524 run osmo-stp_10.42.42.5(pid=24126): stdout: \u000a| (launched: 2022-12-12_20:24:18.146369)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:24:19.730972 run osmo-stp_10.42.42.5(pid=24126): stderr: \u000a| �[0;m�[38;5;43m20221212202418317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202418317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202418317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202418318 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202418318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202418318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202418318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:24:19.855151 run osmo-stp_10.42.42.5(pid=24126): stdout: \u000a| (launched: 2022-12-12_20:24:18.146369)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:24:19.978558 run osmo-stp_10.42.42.5(pid=24126): stderr: \u000a| �[0;m�[38;5;43m20221212202418317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202418317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202418317 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202418318 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202418318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202418318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202418318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:24:20.032811 tst register_a5_3_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24126): Process ended prematurely: osmo-stp_10.42.42.5(pid=24126) [trial-2381↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24126)] [trial-2381↪encryption↪register_a5_3_authreq.py:8]\u000a20:24:20.041198 tst register_a5_3_authreq.py:8: Test FAILED (6.4 sec)\u000a20:24:20.101037 run osmo-hlr_10.42.42.2(pid=24123): ERR: Terminated: ERROR {rc=237} [trial-2381↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24123)]\u000a20:24:20.150325 run osmo-hlr_10.42.42.2(pid=24123): stdout: \u000a| (launched: 2022-12-12_20:24:17.164260) \u000a20:24:20.200250 run osmo-hlr_10.42.42.2(pid=24123): stderr: \u000a| �[0;m�[1;31m20221212202417359 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212202417359 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212202417359 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202417359 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202417359 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212202417359 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212202417372 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/encryption/register_a5_3_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212202417380 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212202417381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212202417381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:24:20.267609 run osmo-msc_10.42.42.6(pid=24129): ERR: Terminated: ERROR {rc=2} [trial-2381↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24129)]\u000a20:24:20.316830 run osmo-msc_10.42.42.6(pid=24129): stdout: \u000a| (launched: 2022-12-12_20:24:19.132252) \u000a20:24:20.366997 run osmo-msc_10.42.42.6(pid=24129): stderr: \u000a| �[0;m�[38;5;43m20221212202419409 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212202419409 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f45e972cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212202419409 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212202419409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212202419409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212202419409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212202419411 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212202419411 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212202419412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212202419412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:24:20.408858 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24122): Terminating (SIGTERM)\u000a20:24:20.448623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24125): Terminating (SIGTERM)\u000a20:24:20.488352 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24128): Terminating (SIGTERM)\u000a20:24:20.497519 --- ParallelTerminationStrategy: PID 24122 died...\u000a20:24:20.550527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24122): Terminated: ok {rc=0}\u000a20:24:20.559898 --- ParallelTerminationStrategy: PID 24125 died...\u000a20:24:20.612758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24125): Terminated: ok {rc=0}\u000a20:24:20.622193 --- ParallelTerminationStrategy: PID 24128 died...\u000a20:24:20.674933 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24128): Terminated: ok {rc=0}\u000a20:24:20.758402 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 38.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "162", "name" : "encryption", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:23:44" }, { "cases" : [ { "testActions" : [ ], "age" : 243, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 21.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=24146): Process ended prematurely: srsepc(pid=24146) [trial-2381↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24146)]", "failedSince" : 2139, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/handover.py\", line 37, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=24146): Process ended prematurely: srsepc(pid=24146) [trial-2381↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24146)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 4g:srsenb-rftype@zmq+srsue-rftype@zmq handover.py\u000a----------------------------------------------\u000a20:24:22.737439 tst handover.py:11: TEST_CONFIG:\u000a{}\u000a20:24:22.779297 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a20:24:22.795232 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a20:24:22.818050 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a20:24:22.969517 tst handover.py: using MSISDN 7958\u000a20:24:23.085920 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7958', subscriber_id=0}\u000a20:24:23.201768 run srsepc_10.42.42.118: Starting srsepc\u000a20:24:25.140176 run rm-remote-dir(pid=24134): Launched\u000a20:24:25.339409 bus /sierra_2: Setting Powered False\u000a20:24:26.363202 run rm-remote-dir(pid=24134): Terminated: ok {rc=0}\u000a20:24:26.795228 run mk-remote-dir(pid=24135): Launched\u000a20:24:27.988073 run mk-remote-dir(pid=24135): Terminated: ok {rc=0}\u000a20:24:28.272702 run scp-inst-to-remote(pid=24136): Launched\u000a20:24:30.472740 run scp-inst-to-remote(pid=24136): Terminated: ok {rc=0}\u000a20:24:30.829995 run rm-remote-dir(pid=24138): Launched\u000a20:24:32.082496 run rm-remote-dir(pid=24138): Terminated: ok {rc=0}\u000a20:24:32.468426 run mk-remote-dir(pid=24139): Launched\u000a20:24:33.671748 run mk-remote-dir(pid=24139): Terminated: ok {rc=0}\u000a20:24:33.973311 run scp-cfg-to-remote(pid=24140): Launched\u000a20:24:35.172879 run scp-cfg-to-remote(pid=24140): Terminated: ok {rc=0}\u000a20:24:35.473663 run scp-db-to-remote(pid=24142): Launched\u000a20:24:36.673794 run scp-db-to-remote(pid=24142): Terminated: ok {rc=0}\u000a20:24:36.796611 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a20:24:37.141807 run patchelf(pid=24144): Launched\u000a20:24:38.342188 run patchelf(pid=24144): Terminated: ok {rc=0}\u000a20:24:38.465524 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a20:24:38.811048 run setcap-netadm(pid=24145): Launched\u000a20:24:40.011564 run setcap-netadm(pid=24145): Terminated: ok {rc=0}\u000a20:24:40.349457 run srsepc(pid=24146): Launched\u000a20:24:40.468529 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a20:24:41.671613 run rm-remote-dir(pid=24147): Launched\u000a20:24:41.873204 run srsepc(pid=24146): ERR: Terminated: ERROR {rc=127} [trial-2381↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24146)]\u000a20:24:42.019155 run srsepc(pid=24146): stdout: \u000a| (launched: 2022-12-12_20:24:40.186867)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a20:24:42.166985 run srsepc(pid=24146): stderr: \u000a| (launched: 2022-12-12_20:24:40.235998)\u000a| Connection to 10.42.42.116 closed. \u000a20:24:42.307688 run srsepc(pid=24146): stdout: \u000a| (launched: 2022-12-12_20:24:40.186867)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a20:24:42.447526 run srsepc(pid=24146): stderr: \u000a| (launched: 2022-12-12_20:24:40.235998)\u000a| Connection to 10.42.42.116 closed. \u000a20:24:42.610686 run rm-remote-dir(pid=24147): Terminating (SIGINT)\u000a20:24:42.801759 run rm-remote-dir(pid=24147): Terminated: ok {rc=0}\u000a20:24:42.836731 tst handover.py:37: ERR: Error: srsepc(pid=24146): Process ended prematurely: srsepc(pid=24146) [trial-2381↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24146)] [trial-2381↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37]\u000a20:24:42.847079 tst handover.py:37: Test FAILED (20.3 sec)\u000a20:24:42.968785 run scp-back-log(pid=24148): Launched\u000a20:24:44.060550 run scp-back-log(pid=24148): ERR: Terminated: ERROR {rc=1} [trial-2381↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=24148)]\u000a20:24:44.127101 run scp-back-log(pid=24148): stdout: \u000a| (launched: 2022-12-12_20:24:42.891406) \u000a20:24:44.193859 run scp-back-log(pid=24148): stderr: \u000a| (launched: 2022-12-12_20:24:42.912421)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a20:24:44.250105 tst srsepc_10.42.42.118: Error('scp-back-log(pid=24148): launch_sync(): local process exited with status 1 [trial-2381↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=24148)]')\u000a" }, { "testActions" : [ ], "age" : 64, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=24164): Process ended prematurely: srsepc(pid=24164) [trial-2381↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24164)]", "failedSince" : 2318, "name" : "iperf3_bidir.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_bidir.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=24164): Process ended prematurely: srsepc(pid=24164) [trial-2381↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24164)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_bidir.py\u000a----------------------------------------------\u000a20:24:44.443572 tst iperf3_bidir.py:13: Number of physical ue: 1\u000a20:24:44.488672 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a20:24:44.709823 tst iperf3_bidir.py:20: ue index0: srsue_10.42.42.116\u000a20:24:44.755089 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a20:24:44.771529 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a20:24:44.900114 tst iperf3_bidir.py: using MSISDN 7959\u000a20:24:45.016709 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7959', subscriber_id=0}\u000a20:24:45.132567 run srsepc_10.42.42.118: Starting srsepc\u000a20:24:45.826300 run rm-remote-dir(pid=24150): Launched\u000a20:24:47.051345 run rm-remote-dir(pid=24150): Terminated: ok {rc=0}\u000a20:24:47.413494 run mk-remote-dir(pid=24151): Launched\u000a20:24:48.615615 run mk-remote-dir(pid=24151): Terminated: ok {rc=0}\u000a20:24:48.915790 run scp-inst-to-remote(pid=24152): Launched\u000a20:24:51.117583 run scp-inst-to-remote(pid=24152): Terminated: ok {rc=0}\u000a20:24:51.473605 run rm-remote-dir(pid=24156): Launched\u000a20:24:52.675714 run rm-remote-dir(pid=24156): Terminated: ok {rc=0}\u000a20:24:53.030888 run mk-remote-dir(pid=24157): Launched\u000a20:24:54.233193 run mk-remote-dir(pid=24157): Terminated: ok {rc=0}\u000a20:24:54.534600 run scp-cfg-to-remote(pid=24158): Launched\u000a20:24:55.734371 run scp-cfg-to-remote(pid=24158): Terminated: ok {rc=0}\u000a20:24:56.034371 run scp-db-to-remote(pid=24160): Launched\u000a20:24:57.234928 run scp-db-to-remote(pid=24160): Terminated: ok {rc=0}\u000a20:24:57.358379 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a20:24:57.722070 run patchelf(pid=24162): Launched\u000a20:24:58.921837 run patchelf(pid=24162): Terminated: ok {rc=0}\u000a20:24:59.044601 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a20:24:59.391079 run setcap-netadm(pid=24163): Launched\u000a20:25:00.590170 run setcap-netadm(pid=24163): Terminated: ok {rc=0}\u000a20:25:00.970863 run srsepc(pid=24164): Launched\u000a20:25:01.097711 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a20:25:02.359960 run rm-remote-dir(pid=24168): Launched\u000a20:25:02.560701 run srsepc(pid=24164): ERR: Terminated: ERROR {rc=127} [trial-2381↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24164)]\u000a20:25:02.706984 run srsepc(pid=24164): stdout: \u000a| (launched: 2022-12-12_20:25:00.766050)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a20:25:02.853307 run srsepc(pid=24164): stderr: \u000a| (launched: 2022-12-12_20:25:00.815310)\u000a| Connection to 10.42.42.116 closed. \u000a20:25:02.994682 run srsepc(pid=24164): stdout: \u000a| (launched: 2022-12-12_20:25:00.766050)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a20:25:03.135131 run srsepc(pid=24164): stderr: \u000a| (launched: 2022-12-12_20:25:00.815310)\u000a| Connection to 10.42.42.116 closed. \u000a20:25:03.298417 run rm-remote-dir(pid=24168): Terminating (SIGINT)\u000a20:25:03.489678 run rm-remote-dir(pid=24168): Terminated: ok {rc=0}\u000a20:25:03.524508 tst iperf3_bidir.py:42: ERR: Error: srsepc(pid=24164): Process ended prematurely: srsepc(pid=24164) [trial-2381↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24164)] [trial-2381↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42]\u000a20:25:03.535039 tst iperf3_bidir.py:42: Test FAILED (19.3 sec)\u000a20:25:03.656750 run scp-back-log(pid=24169): Launched\u000a20:25:04.748299 run scp-back-log(pid=24169): ERR: Terminated: ERROR {rc=1} [trial-2381↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=24169)]\u000a20:25:04.814880 run scp-back-log(pid=24169): stdout: \u000a| (launched: 2022-12-12_20:25:03.579809) \u000a20:25:04.881249 run scp-back-log(pid=24169): stderr: \u000a| (launched: 2022-12-12_20:25:03.601073)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a20:25:04.937321 tst srsepc_10.42.42.118: Error('scp-back-log(pid=24169): launch_sync(): local process exited with status 1 [trial-2381↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=24169)]')\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=24183): Process ended prematurely: srsepc(pid=24183) [trial-2381↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24183)]", "failedSince" : 2139, "name" : "iperf3_dl.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_dl.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=24183): Process ended prematurely: srsepc(pid=24183) [trial-2381↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24183)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_dl.py\u000a----------------------------------------------\u000a20:25:05.130282 tst iperf3_dl.py:13: Number of physical ue: 1\u000a20:25:05.175591 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a20:25:05.397274 tst iperf3_dl.py:20: ue index0: srsue_10.42.42.116\u000a20:25:05.442701 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a20:25:05.459245 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a20:25:05.583541 tst iperf3_dl.py: using MSISDN 7960\u000a20:25:05.692063 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7960', subscriber_id=0}\u000a20:25:05.799039 run srsepc_10.42.42.118: Starting srsepc\u000a20:25:06.447265 run rm-remote-dir(pid=24171): Launched\u000a20:25:07.637142 run rm-remote-dir(pid=24171): Terminated: ok {rc=0}\u000a20:25:07.970657 run mk-remote-dir(pid=24172): Launched\u000a20:25:09.159767 run mk-remote-dir(pid=24172): Terminated: ok {rc=0}\u000a20:25:09.444648 run scp-inst-to-remote(pid=24173): Launched\u000a20:25:11.645394 run scp-inst-to-remote(pid=24173): Terminated: ok {rc=0}\u000a20:25:12.001433 run rm-remote-dir(pid=24175): Launched\u000a20:25:13.203660 run rm-remote-dir(pid=24175): Terminated: ok {rc=0}\u000a20:25:13.559904 run mk-remote-dir(pid=24176): Launched\u000a20:25:14.761661 run mk-remote-dir(pid=24176): Terminated: ok {rc=0}\u000a20:25:15.060872 run scp-cfg-to-remote(pid=24177): Launched\u000a20:25:16.262602 run scp-cfg-to-remote(pid=24177): Terminated: ok {rc=0}\u000a20:25:16.622857 run scp-db-to-remote(pid=24179): Launched\u000a20:25:17.838157 run scp-db-to-remote(pid=24179): Terminated: ok {rc=0}\u000a20:25:17.962420 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a20:25:18.307716 run patchelf(pid=24181): Launched\u000a20:25:19.509156 run patchelf(pid=24181): Terminated: ok {rc=0}\u000a20:25:19.632309 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a20:25:19.978091 run setcap-netadm(pid=24182): Launched\u000a20:25:21.179345 run setcap-netadm(pid=24182): Terminated: ok {rc=0}\u000a20:25:21.517130 run srsepc(pid=24183): Launched\u000a20:25:21.637149 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a20:25:22.845103 run rm-remote-dir(pid=24184): Launched\u000a20:25:23.045496 run srsepc(pid=24183): ERR: Terminated: ERROR {rc=127} [trial-2381↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24183)]\u000a20:25:23.191422 run srsepc(pid=24183): stdout: \u000a| (launched: 2022-12-12_20:25:21.354483)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a20:25:23.337487 run srsepc(pid=24183): stderr: \u000a| (launched: 2022-12-12_20:25:21.403946)\u000a| Connection to 10.42.42.116 closed. \u000a20:25:23.479580 run srsepc(pid=24183): stdout: \u000a| (launched: 2022-12-12_20:25:21.354483)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a20:25:23.619604 run srsepc(pid=24183): stderr: \u000a| (launched: 2022-12-12_20:25:21.403946)\u000a| Connection to 10.42.42.116 closed. \u000a20:25:23.783474 run rm-remote-dir(pid=24184): Terminating (SIGINT)\u000a20:25:23.975170 run rm-remote-dir(pid=24184): Terminated: ok {rc=0}\u000a20:25:24.010367 tst iperf3_dl.py:42: ERR: Error: srsepc(pid=24183): Process ended prematurely: srsepc(pid=24183) [trial-2381↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24183)] [trial-2381↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42]\u000a20:25:24.020868 tst iperf3_dl.py:42: Test FAILED (19.1 sec)\u000a20:25:24.140615 run scp-back-log(pid=24185): Launched\u000a20:25:25.232174 run scp-back-log(pid=24185): ERR: Terminated: ERROR {rc=1} [trial-2381↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=24185)]\u000a20:25:25.298599 run scp-back-log(pid=24185): stdout: \u000a| (launched: 2022-12-12_20:25:24.065490) \u000a20:25:25.365452 run scp-back-log(pid=24185): stderr: \u000a| (launched: 2022-12-12_20:25:24.086514)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a20:25:25.421730 tst srsepc_10.42.42.118: Error('scp-back-log(pid=24185): launch_sync(): local process exited with status 1 [trial-2381↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=24185)]')\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=24199): Process ended prematurely: srsepc(pid=24199) [trial-2381↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24199)]", "failedSince" : 2139, "name" : "iperf3_ul.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_ul.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=24199): Process ended prematurely: srsepc(pid=24199) [trial-2381↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24199)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_ul.py\u000a----------------------------------------------\u000a20:25:25.614841 tst iperf3_ul.py:13: Number of physical ue: 1\u000a20:25:25.660002 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a20:25:25.881807 tst iperf3_ul.py:20: ue index0: srsue_10.42.42.116\u000a20:25:25.926951 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a20:25:25.943514 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a20:25:26.074538 tst iperf3_ul.py: using MSISDN 7961\u000a20:25:26.191437 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7961', subscriber_id=0}\u000a20:25:26.307704 run srsepc_10.42.42.118: Starting srsepc\u000a20:25:27.001175 run rm-remote-dir(pid=24187): Launched\u000a20:25:28.203888 run rm-remote-dir(pid=24187): Terminated: ok {rc=0}\u000a20:25:28.559588 run mk-remote-dir(pid=24188): Launched\u000a20:25:29.761992 run mk-remote-dir(pid=24188): Terminated: ok {rc=0}\u000a20:25:30.063222 run scp-inst-to-remote(pid=24189): Launched\u000a20:25:32.299755 run scp-inst-to-remote(pid=24189): Terminated: ok {rc=0}\u000a20:25:32.720081 run rm-remote-dir(pid=24191): Launched\u000a20:25:33.910056 run rm-remote-dir(pid=24191): Terminated: ok {rc=0}\u000a20:25:34.243457 run mk-remote-dir(pid=24192): Launched\u000a20:25:35.433425 run mk-remote-dir(pid=24192): Terminated: ok {rc=0}\u000a20:25:35.715699 run scp-cfg-to-remote(pid=24193): Launched\u000a20:25:36.902076 run scp-cfg-to-remote(pid=24193): Terminated: ok {rc=0}\u000a20:25:37.184628 run scp-db-to-remote(pid=24195): Launched\u000a20:25:38.372500 run scp-db-to-remote(pid=24195): Terminated: ok {rc=0}\u000a20:25:38.487503 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a20:25:38.811346 run patchelf(pid=24197): Launched\u000a20:25:40.001673 run patchelf(pid=24197): Terminated: ok {rc=0}\u000a20:25:40.115940 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a20:25:40.440055 run setcap-netadm(pid=24198): Launched\u000a20:25:41.626755 run setcap-netadm(pid=24198): Terminated: ok {rc=0}\u000a20:25:41.943701 run srsepc(pid=24199): Launched\u000a20:25:42.068880 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a20:25:43.281211 run rm-remote-dir(pid=24200): Launched\u000a20:25:43.482671 run srsepc(pid=24199): ERR: Terminated: ERROR {rc=127} [trial-2381↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24199)]\u000a20:25:43.629623 run srsepc(pid=24199): stdout: \u000a| (launched: 2022-12-12_20:25:41.790522)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a20:25:43.776266 run srsepc(pid=24199): stderr: \u000a| (launched: 2022-12-12_20:25:41.836527)\u000a| Connection to 10.42.42.116 closed. \u000a20:25:43.918456 run srsepc(pid=24199): stdout: \u000a| (launched: 2022-12-12_20:25:41.790522)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a20:25:44.058918 run srsepc(pid=24199): stderr: \u000a| (launched: 2022-12-12_20:25:41.836527)\u000a| Connection to 10.42.42.116 closed. \u000a20:25:44.222818 run rm-remote-dir(pid=24200): Terminating (SIGINT)\u000a20:25:44.415351 run rm-remote-dir(pid=24200): Terminated: ok {rc=0}\u000a20:25:44.450635 tst iperf3_ul.py:42: ERR: Error: srsepc(pid=24199): Process ended prematurely: srsepc(pid=24199) [trial-2381↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24199)] [trial-2381↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42]\u000a20:25:44.461117 tst iperf3_ul.py:42: Test FAILED (19.0 sec)\u000a20:25:44.580240 run scp-back-log(pid=24201): Launched\u000a20:25:45.672616 run scp-back-log(pid=24201): ERR: Terminated: ERROR {rc=1} [trial-2381↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=24201)]\u000a20:25:45.739361 run scp-back-log(pid=24201): stdout: \u000a| (launched: 2022-12-12_20:25:44.505474) \u000a20:25:45.806209 run scp-back-log(pid=24201): stderr: \u000a| (launched: 2022-12-12_20:25:44.526502)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a20:25:45.871668 tst srsepc_10.42.42.118: Error('scp-back-log(pid=24201): launch_sync(): local process exited with status 1 [trial-2381↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=24201)]')\u000a" }, { "testActions" : [ ], "age" : 240, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=24215): Process ended prematurely: srsepc(pid=24215) [trial-2381↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24215)]", "failedSince" : 2142, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=24215): Process ended prematurely: srsepc(pid=24215) [trial-2381↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24215)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 4g:srsenb-rftype@zmq+srsue-rftype@zmq ping.py\u000a----------------------------------------------\u000a20:25:45.888892 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a20:25:45.912032 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a20:25:45.943916 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a20:25:46.118832 tst ping.py: using MSISDN 7962\u000a20:25:46.266726 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7962', subscriber_id=0}\u000a20:25:46.395299 run srsepc_10.42.42.118: Starting srsepc\u000a20:25:47.149529 run rm-remote-dir(pid=24203): Launched\u000a20:25:48.352428 run rm-remote-dir(pid=24203): Terminated: ok {rc=0}\u000a20:25:48.708359 run mk-remote-dir(pid=24204): Launched\u000a20:25:49.909557 run mk-remote-dir(pid=24204): Terminated: ok {rc=0}\u000a20:25:50.211271 run scp-inst-to-remote(pid=24205): Launched\u000a20:25:52.411708 run scp-inst-to-remote(pid=24205): Terminated: ok {rc=0}\u000a20:25:52.767745 run rm-remote-dir(pid=24207): Launched\u000a20:25:53.968788 run rm-remote-dir(pid=24207): Terminated: ok {rc=0}\u000a20:25:54.324728 run mk-remote-dir(pid=24208): Launched\u000a20:25:55.527221 run mk-remote-dir(pid=24208): Terminated: ok {rc=0}\u000a20:25:55.827141 run scp-cfg-to-remote(pid=24209): Launched\u000a20:25:57.026673 run scp-cfg-to-remote(pid=24209): Terminated: ok {rc=0}\u000a20:25:57.325727 run scp-db-to-remote(pid=24211): Launched\u000a20:25:58.514083 run scp-db-to-remote(pid=24211): Terminated: ok {rc=0}\u000a20:25:58.627945 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a20:25:58.950519 run patchelf(pid=24213): Launched\u000a20:26:00.137257 run patchelf(pid=24213): Terminated: ok {rc=0}\u000a20:26:00.250594 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a20:26:00.573702 run setcap-netadm(pid=24214): Launched\u000a20:26:01.800496 run setcap-netadm(pid=24214): Terminated: ok {rc=0}\u000a20:26:02.172727 run srsepc(pid=24215): Launched\u000a20:26:02.309778 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a20:26:03.517796 run rm-remote-dir(pid=24216): Launched\u000a20:26:03.718041 run srsepc(pid=24215): ERR: Terminated: ERROR {rc=127} [trial-2381↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24215)]\u000a20:26:03.864540 run srsepc(pid=24215): stdout: \u000a| (launched: 2022-12-12_20:26:01.966751)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a20:26:04.011345 run srsepc(pid=24215): stderr: \u000a| (launched: 2022-12-12_20:26:02.013394)\u000a| Connection to 10.42.42.116 closed. \u000a20:26:04.153477 run srsepc(pid=24215): stdout: \u000a| (launched: 2022-12-12_20:26:01.966751)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a20:26:04.293520 run srsepc(pid=24215): stderr: \u000a| (launched: 2022-12-12_20:26:02.013394)\u000a| Connection to 10.42.42.116 closed. \u000a20:26:04.458226 run rm-remote-dir(pid=24216): Terminating (SIGINT)\u000a20:26:04.650197 run rm-remote-dir(pid=24216): Terminated: ok {rc=0}\u000a20:26:04.685527 tst ping.py:16: ERR: Error: srsepc(pid=24215): Process ended prematurely: srsepc(pid=24215) [trial-2381↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24215)] [trial-2381↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16]\u000a20:26:04.695929 tst ping.py:16: Test FAILED (18.8 sec)\u000a20:26:04.817217 run scp-back-log(pid=24217): Launched\u000a20:26:05.909147 run scp-back-log(pid=24217): ERR: Terminated: ERROR {rc=1} [trial-2381↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=24217)]\u000a20:26:05.975693 run scp-back-log(pid=24217): stdout: \u000a| (launched: 2022-12-12_20:26:04.740393) \u000a20:26:06.042267 run scp-back-log(pid=24217): stderr: \u000a| (launched: 2022-12-12_20:26:04.761481)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a20:26:06.099019 tst srsepc_10.42.42.118: Error('scp-back-log(pid=24217): launch_sync(): local process exited with status 1 [trial-2381↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=24217)]')\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=24231): Process ended prematurely: srsepc(pid=24231) [trial-2381↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24231)]", "failedSince" : 2139, "name" : "rrc_idle_mo_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mo_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=24231): Process ended prematurely: srsepc(pid=24231) [trial-2381↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24231)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mo_ping.py\u000a----------------------------------------------\u000a20:26:06.114039 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a20:26:06.131396 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a20:26:06.155483 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a20:26:06.307278 tst rrc_idle_mo_ping.py: using MSISDN 7963\u000a20:26:06.424232 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7963', subscriber_id=0}\u000a20:26:06.540141 run srsepc_10.42.42.118: Starting srsepc\u000a20:26:07.232611 run rm-remote-dir(pid=24219): Launched\u000a20:26:08.436267 run rm-remote-dir(pid=24219): Terminated: ok {rc=0}\u000a20:26:08.792496 run mk-remote-dir(pid=24220): Launched\u000a20:26:09.994244 run mk-remote-dir(pid=24220): Terminated: ok {rc=0}\u000a20:26:10.294501 run scp-inst-to-remote(pid=24221): Launched\u000a20:26:12.496414 run scp-inst-to-remote(pid=24221): Terminated: ok {rc=0}\u000a20:26:12.853273 run rm-remote-dir(pid=24223): Launched\u000a20:26:14.054961 run rm-remote-dir(pid=24223): Terminated: ok {rc=0}\u000a20:26:14.414092 run mk-remote-dir(pid=24224): Launched\u000a20:26:15.616895 run mk-remote-dir(pid=24224): Terminated: ok {rc=0}\u000a20:26:15.975510 run scp-cfg-to-remote(pid=24225): Launched\u000a20:26:17.222647 run scp-cfg-to-remote(pid=24225): Terminated: ok {rc=0}\u000a20:26:17.509350 run scp-db-to-remote(pid=24227): Launched\u000a20:26:18.696624 run scp-db-to-remote(pid=24227): Terminated: ok {rc=0}\u000a20:26:18.810663 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a20:26:19.134229 run patchelf(pid=24229): Launched\u000a20:26:20.321524 run patchelf(pid=24229): Terminated: ok {rc=0}\u000a20:26:20.435826 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a20:26:20.759398 run setcap-netadm(pid=24230): Launched\u000a20:26:21.946647 run setcap-netadm(pid=24230): Terminated: ok {rc=0}\u000a20:26:22.261620 run srsepc(pid=24231): Launched\u000a20:26:22.372636 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a20:26:23.503216 run rm-remote-dir(pid=24232): Launched\u000a20:26:23.691339 run srsepc(pid=24231): ERR: Terminated: ERROR {rc=127} [trial-2381↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24231)]\u000a20:26:23.829619 run srsepc(pid=24231): stdout: \u000a| (launched: 2022-12-12_20:26:22.109640)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a20:26:23.966152 run srsepc(pid=24231): stderr: \u000a| (launched: 2022-12-12_20:26:22.155532)\u000a| Connection to 10.42.42.116 closed. \u000a20:26:24.097417 run srsepc(pid=24231): stdout: \u000a| (launched: 2022-12-12_20:26:22.109640)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a20:26:24.227831 run srsepc(pid=24231): stderr: \u000a| (launched: 2022-12-12_20:26:22.155532)\u000a| Connection to 10.42.42.116 closed. \u000a20:26:24.380333 run rm-remote-dir(pid=24232): Terminating (SIGINT)\u000a20:26:24.559873 run rm-remote-dir(pid=24232): Terminated: ok {rc=0}\u000a20:26:24.592780 tst rrc_idle_mo_ping.py:16: ERR: Error: srsepc(pid=24231): Process ended prematurely: srsepc(pid=24231) [trial-2381↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24231)] [trial-2381↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16]\u000a20:26:24.602593 tst rrc_idle_mo_ping.py:16: Test FAILED (18.5 sec)\u000a20:26:24.715671 run scp-back-log(pid=24233): Launched\u000a20:26:25.802456 run scp-back-log(pid=24233): ERR: Terminated: ERROR {rc=1} [trial-2381↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=24233)]\u000a20:26:25.864774 run scp-back-log(pid=24233): stdout: \u000a| (launched: 2022-12-12_20:26:24.644115) \u000a20:26:25.927345 run scp-back-log(pid=24233): stderr: \u000a| (launched: 2022-12-12_20:26:24.664050)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a20:26:25.980382 tst srsepc_10.42.42.118: Error('scp-back-log(pid=24233): launch_sync(): local process exited with status 1 [trial-2381↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=24233)]')\u000a" }, { "testActions" : [ ], "age" : 243, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=24247): Process ended prematurely: srsepc(pid=24247) [trial-2381↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24247)]", "failedSince" : 2139, "name" : "rrc_idle_mt_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mt_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=24247): Process ended prematurely: srsepc(pid=24247) [trial-2381↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24247)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mt_ping.py\u000a----------------------------------------------\u000a20:26:25.994502 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a20:26:26.011224 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a20:26:26.033978 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a20:26:26.173825 tst rrc_idle_mt_ping.py: using MSISDN 7964\u000a20:26:26.282211 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7964', subscriber_id=0}\u000a20:26:26.389344 run srsepc_10.42.42.118: Starting srsepc\u000a20:26:27.036426 run rm-remote-dir(pid=24235): Launched\u000a20:26:28.224930 run rm-remote-dir(pid=24235): Terminated: ok {rc=0}\u000a20:26:28.559212 run mk-remote-dir(pid=24236): Launched\u000a20:26:29.747812 run mk-remote-dir(pid=24236): Terminated: ok {rc=0}\u000a20:26:30.031032 run scp-inst-to-remote(pid=24237): Launched\u000a20:26:32.276720 run scp-inst-to-remote(pid=24237): Terminated: ok {rc=0}\u000a20:26:32.649351 run rm-remote-dir(pid=24239): Launched\u000a20:26:33.851182 run rm-remote-dir(pid=24239): Terminated: ok {rc=0}\u000a20:26:34.207933 run mk-remote-dir(pid=24240): Launched\u000a20:26:35.410550 run mk-remote-dir(pid=24240): Terminated: ok {rc=0}\u000a20:26:35.712012 run scp-cfg-to-remote(pid=24241): Launched\u000a20:26:36.912046 run scp-cfg-to-remote(pid=24241): Terminated: ok {rc=0}\u000a20:26:37.212389 run scp-db-to-remote(pid=24243): Launched\u000a20:26:38.412812 run scp-db-to-remote(pid=24243): Terminated: ok {rc=0}\u000a20:26:38.536418 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a20:26:38.880359 run patchelf(pid=24245): Launched\u000a20:26:40.080855 run patchelf(pid=24245): Terminated: ok {rc=0}\u000a20:26:40.204114 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a20:26:40.551557 run setcap-netadm(pid=24246): Launched\u000a20:26:41.751666 run setcap-netadm(pid=24246): Terminated: ok {rc=0}\u000a20:26:42.089354 run srsepc(pid=24247): Launched\u000a20:26:42.207295 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a20:26:43.417946 run rm-remote-dir(pid=24248): Launched\u000a20:26:43.618459 run srsepc(pid=24247): ERR: Terminated: ERROR {rc=127} [trial-2381↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24247)]\u000a20:26:43.764879 run srsepc(pid=24247): stdout: \u000a| (launched: 2022-12-12_20:26:41.926934)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a20:26:43.910953 run srsepc(pid=24247): stderr: \u000a| (launched: 2022-12-12_20:26:41.975866)\u000a| Connection to 10.42.42.116 closed. \u000a20:26:44.052129 run srsepc(pid=24247): stdout: \u000a| (launched: 2022-12-12_20:26:41.926934)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a20:26:44.191671 run srsepc(pid=24247): stderr: \u000a| (launched: 2022-12-12_20:26:41.975866)\u000a| Connection to 10.42.42.116 closed. \u000a20:26:44.355277 run rm-remote-dir(pid=24248): Terminating (SIGINT)\u000a20:26:44.547976 run rm-remote-dir(pid=24248): Terminated: ok {rc=0}\u000a20:26:44.583364 tst rrc_idle_mt_ping.py:16: ERR: Error: srsepc(pid=24247): Process ended prematurely: srsepc(pid=24247) [trial-2381↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=24247)] [trial-2381↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16]\u000a20:26:44.593845 tst rrc_idle_mt_ping.py:16: Test FAILED (18.6 sec)\u000a20:26:44.715107 run scp-back-log(pid=24249): Launched\u000a20:26:45.807264 run scp-back-log(pid=24249): ERR: Terminated: ERROR {rc=1} [trial-2381↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=24249)]\u000a20:26:45.892308 run scp-back-log(pid=24249): stdout: \u000a| (launched: 2022-12-12_20:26:44.638212) \u000a20:26:45.960127 run scp-back-log(pid=24249): stderr: \u000a| (launched: 2022-12-12_20:26:44.659277)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a20:26:46.017195 tst srsepc_10.42.42.118: Error('scp-back-log(pid=24249): launch_sync(): local process exited with status 1 [trial-2381↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=24249)]')\u000a" } ], "duration" : 145.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "163", "name" : "4g_srsenb-rftype@zmq+srsue-rftype@zmq", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:24:22" }, { "cases" : [ { "testActions" : [ ], "age" : 179, "className" : "handover_2G:nanobts+bts1-oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24260): Process ended prematurely: osmo-stp_10.42.42.5(pid=24260) [trial-2381↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24260)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24260): Process ended prematurely: osmo-stp_10.42.42.5(pid=24260) [trial-2381↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24260)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 handover_2G:nanobts+bts1-oc2g handover.py\u000a----------------------------------------------\u000a20:26:46.889861 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a20:26:46.902298 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a20:26:47.049406 tst handover.py: using LAC 31287\u000a20:26:47.181223 tst handover.py: using RAC 177\u000a20:26:47.303067 tst handover.py: using CellId 31287\u000a20:26:47.421109 tst handover.py: using BVCI 31288\u000a20:26:47.444242 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a20:26:47.573312 tst handover.py: using LAC 31288\u000a20:26:47.702530 tst handover.py: using RAC 178\u000a20:26:47.829490 tst handover.py: using CellId 31288\u000a20:26:47.952021 tst handover.py: using BVCI 31289\u000a20:26:47.975351 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a20:26:47.986336 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a20:26:47.997120 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a20:26:48.007735 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a20:26:48.018647 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a20:26:48.029453 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a20:26:48.150112 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a20:26:48.362248 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:26:48.885613 run create_hlr_db(pid=24254): Launched\u000a20:26:50.077157 run create_hlr_db(pid=24254): Terminated: ok {rc=0}\u000a20:26:50.417073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24256): Launched\u000a20:26:50.746790 run osmo-hlr_10.42.42.2(pid=24257): Launched\u000a20:26:50.866579 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:26:51.435535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24259): Launched\u000a20:26:51.764176 run osmo-stp_10.42.42.5(pid=24260): Launched\u000a20:26:51.883392 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:26:52.485778 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24262): Launched\u000a20:26:52.814881 run osmo-msc_10.42.42.6(pid=24263): Launched\u000a20:26:53.006824 run osmo-stp_10.42.42.5(pid=24260): ERR: Terminated: ERROR {rc=1} [trial-2381↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24260)]\u000a20:26:53.145965 run osmo-stp_10.42.42.5(pid=24260): stdout: \u000a| (launched: 2022-12-12_20:26:51.601788)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:26:53.282937 run osmo-stp_10.42.42.5(pid=24260): stderr: \u000a| �[0;m�[38;5;43m20221212202651794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202651794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202651794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202651794 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202651795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202651795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202651795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:26:53.415162 run osmo-stp_10.42.42.5(pid=24260): stdout: \u000a| (launched: 2022-12-12_20:26:51.601788)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:26:53.545904 run osmo-stp_10.42.42.5(pid=24260): stderr: \u000a| �[0;m�[38;5;43m20221212202651794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202651794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202651794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202651794 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202651795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202651795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202651795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:26:53.603075 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=24260): Process ended prematurely: osmo-stp_10.42.42.5(pid=24260) [trial-2381↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24260)] [trial-2381↪handover_2G:nanobts+bts1-oc2g↪handover.py:18]\u000a20:26:53.611876 tst handover.py:18: Test FAILED (6.7 sec)\u000a20:26:53.675938 run osmo-hlr_10.42.42.2(pid=24257): ERR: Terminated: ERROR {rc=237} [trial-2381↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24257)]\u000a20:26:53.728097 run osmo-hlr_10.42.42.2(pid=24257): stdout: \u000a| (launched: 2022-12-12_20:26:50.583685) \u000a20:26:53.781258 run osmo-hlr_10.42.42.2(pid=24257): stderr: \u000a| �[0;m�[1;31m20221212202650782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212202650782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212202650782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202650782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202650782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212202650782 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212202650795 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/handover_2G:nanobts+bts1-oc2g/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212202650803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212202650803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212202650803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:26:53.852875 run osmo-msc_10.42.42.6(pid=24263): ERR: Terminated: ERROR {rc=2} [trial-2381↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24263)]\u000a20:26:53.905192 run osmo-msc_10.42.42.6(pid=24263): stdout: \u000a| (launched: 2022-12-12_20:26:52.651432) \u000a20:26:53.957920 run osmo-msc_10.42.42.6(pid=24263): stderr: \u000a| �[0;m�[38;5;43m20221212202652971 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212202652971 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f95f4599c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212202652971 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212202652971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212202652971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212202652971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212202652973 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212202652973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212202652974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212202652974 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:26:54.002404 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24256): Terminating (SIGTERM)\u000a20:26:54.044787 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24259): Terminating (SIGTERM)\u000a20:26:54.087500 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24262): Terminating (SIGTERM)\u000a20:26:54.097633 --- ParallelTerminationStrategy: PID 24256 died...\u000a20:26:54.154534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24256): Terminated: ok {rc=0}\u000a20:26:54.165145 --- ParallelTerminationStrategy: PID 24259 died...\u000a20:26:54.221502 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24259): Terminated: ok {rc=0}\u000a20:26:54.231782 --- ParallelTerminationStrategy: PID 24262 died...\u000a20:26:54.288280 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24262): Terminated: ok {rc=0}\u000a20:26:54.376380 bus /sierra_3: Setting Powered False\u000a20:26:55.480397 bus /sierra_3: Setting Powered False\u000a20:26:56.593418 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "164", "name" : "handover_2G_nanobts+bts1-oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:26:46" }, { "cases" : [ { "testActions" : [ ], "age" : 210, "className" : "handover_2G:nanobts+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24277): Process ended prematurely: osmo-stp_10.42.42.5(pid=24277) [trial-2381↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24277)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24277): Process ended prematurely: osmo-stp_10.42.42.5(pid=24277) [trial-2381↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24277)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 handover_2G:nanobts+bts1-octphy handover.py\u000a----------------------------------------------\u000a20:26:58.573297 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a20:26:58.585331 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a20:26:58.718449 tst handover.py: using LAC 31289\u000a20:26:58.844709 tst handover.py: using RAC 179\u000a20:26:58.965136 tst handover.py: using CellId 31289\u000a20:26:59.082720 tst handover.py: using BVCI 31290\u000a20:26:59.105959 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a20:26:59.231177 tst handover.py: using LAC 31290\u000a20:26:59.348800 tst handover.py: using RAC 180\u000a20:26:59.467941 tst handover.py: using CellId 31290\u000a20:26:59.585579 tst handover.py: using BVCI 31291\u000a20:26:59.608639 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a20:26:59.619573 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a20:26:59.630389 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a20:26:59.641213 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a20:26:59.651845 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a20:26:59.662432 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a20:26:59.782139 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a20:26:59.994108 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:27:00.488578 run create_hlr_db(pid=24271): Launched\u000a20:27:00.622724 bus /sierra_2: Setting Powered False\u000a20:27:01.701956 run create_hlr_db(pid=24271): Terminated: ok {rc=0}\u000a20:27:02.130935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24273): Launched\u000a20:27:02.464406 run osmo-hlr_10.42.42.2(pid=24274): Launched\u000a20:27:02.585350 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:27:03.125656 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24276): Launched\u000a20:27:03.453736 run osmo-stp_10.42.42.5(pid=24277): Launched\u000a20:27:03.572261 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:27:04.143902 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24279): Launched\u000a20:27:04.475672 run osmo-msc_10.42.42.6(pid=24280): Launched\u000a20:27:04.667973 run osmo-stp_10.42.42.5(pid=24277): ERR: Terminated: ERROR {rc=1} [trial-2381↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24277)]\u000a20:27:04.806742 run osmo-stp_10.42.42.5(pid=24277): stdout: \u000a| (launched: 2022-12-12_20:27:03.291754)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:27:04.944125 run osmo-stp_10.42.42.5(pid=24277): stderr: \u000a| �[0;m�[38;5;43m20221212202703483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202703484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202703484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202703484 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202703485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202703485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202703485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:27:05.076255 run osmo-stp_10.42.42.5(pid=24277): stdout: \u000a| (launched: 2022-12-12_20:27:03.291754)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:27:05.207056 run osmo-stp_10.42.42.5(pid=24277): stderr: \u000a| �[0;m�[38;5;43m20221212202703483 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202703484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202703484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202703484 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202703485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202703485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202703485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:27:05.264138 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=24277): Process ended prematurely: osmo-stp_10.42.42.5(pid=24277) [trial-2381↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24277)] [trial-2381↪handover_2G:nanobts+bts1-octphy↪handover.py:18]\u000a20:27:05.272926 tst handover.py:18: Test FAILED (6.7 sec)\u000a20:27:05.336548 run osmo-hlr_10.42.42.2(pid=24274): ERR: Terminated: ERROR {rc=237} [trial-2381↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24274)]\u000a20:27:05.388791 run osmo-hlr_10.42.42.2(pid=24274): stdout: \u000a| (launched: 2022-12-12_20:27:02.300635) \u000a20:27:05.441828 run osmo-hlr_10.42.42.2(pid=24274): stderr: \u000a| �[0;m�[1;31m20221212202702500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212202702500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212202702500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202702500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202702500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212202702500 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212202702539 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/handover_2G:nanobts+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212202702550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212202702550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212202702550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:27:05.512733 run osmo-msc_10.42.42.6(pid=24280): ERR: Terminated: ERROR {rc=2} [trial-2381↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24280)]\u000a20:27:05.564219 run osmo-msc_10.42.42.6(pid=24280): stdout: \u000a| (launched: 2022-12-12_20:27:04.310115) \u000a20:27:05.616196 run osmo-msc_10.42.42.6(pid=24280): stderr: \u000a| �[0;m�[38;5;43m20221212202704634 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212202704634 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1f17080c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212202704635 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212202704635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212202704635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212202704635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212202704637 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212202704637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212202704637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212202704637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:27:05.660137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24273): Terminating (SIGTERM)\u000a20:27:05.702572 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24276): Terminating (SIGTERM)\u000a20:27:05.744572 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24279): Terminating (SIGTERM)\u000a20:27:05.754498 --- ParallelTerminationStrategy: PID 24273 died...\u000a20:27:05.811096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24273): Terminated: ok {rc=0}\u000a20:27:05.821186 --- ParallelTerminationStrategy: PID 24276 died...\u000a20:27:05.877400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24276): Terminated: ok {rc=0}\u000a20:27:05.887429 --- ParallelTerminationStrategy: PID 24279 died...\u000a20:27:05.943503 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24279): Terminated: ok {rc=0}\u000a20:27:06.031940 bus /sierra_3: Setting Powered False\u000a20:27:07.139660 bus /sierra_3: Setting Powered False\u000a20:27:08.252023 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "165", "name" : "handover_2G_nanobts+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:26:58" }, { "cases" : [ { "testActions" : [ ], "age" : 210, "className" : "handover_2G:nanobts+bts1-trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24291): Process ended prematurely: osmo-stp_10.42.42.5(pid=24291) [trial-2381↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24291)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24291): Process ended prematurely: osmo-stp_10.42.42.5(pid=24291) [trial-2381↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24291)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 handover_2G:nanobts+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a20:27:10.233937 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:27:10.244697 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a20:27:10.368178 tst handover.py: using LAC 31291\u000a20:27:10.496927 tst handover.py: using RAC 181\u000a20:27:10.624666 tst handover.py: using CellId 31291\u000a20:27:10.754661 tst handover.py: using BVCI 31292\u000a20:27:10.779420 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a20:27:10.925504 tst handover.py: using LAC 31292\u000a20:27:11.054599 tst handover.py: using RAC 182\u000a20:27:11.182832 tst handover.py: using CellId 31292\u000a20:27:11.310744 tst handover.py: using BVCI 31293\u000a20:27:11.335531 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:27:11.346955 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:27:11.358142 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:27:11.369933 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:27:11.381716 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:27:11.393391 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a20:27:11.510551 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a20:27:11.723175 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:27:12.218086 run create_hlr_db(pid=24285): Launched\u000a20:27:12.351095 bus /sierra_2: Setting Powered False\u000a20:27:13.428845 run create_hlr_db(pid=24285): Terminated: ok {rc=0}\u000a20:27:13.814576 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24287): Launched\u000a20:27:14.120920 run osmo-hlr_10.42.42.2(pid=24288): Launched\u000a20:27:14.241767 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:27:14.750869 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24290): Launched\u000a20:27:15.055361 run osmo-stp_10.42.42.5(pid=24291): Launched\u000a20:27:15.166057 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:27:15.698351 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24293): Launched\u000a20:27:16.285493 run osmo-msc_10.42.42.6(pid=24294): Launched\u000a20:27:16.699545 run osmo-stp_10.42.42.5(pid=24291): ERR: Terminated: ERROR {rc=1} [trial-2381↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24291)]\u000a20:27:16.864541 run osmo-stp_10.42.42.5(pid=24291): stdout: \u000a| (launched: 2022-12-12_20:27:14.904505)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:27:16.992441 run osmo-stp_10.42.42.5(pid=24291): stderr: \u000a| �[0;m�[38;5;43m20221212202715074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202715074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202715074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202715075 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202715075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202715075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202715075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:27:17.116875 run osmo-stp_10.42.42.5(pid=24291): stdout: \u000a| (launched: 2022-12-12_20:27:14.904505)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:27:17.239979 run osmo-stp_10.42.42.5(pid=24291): stderr: \u000a| �[0;m�[38;5;43m20221212202715074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202715074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202715074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202715075 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202715075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202715075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202715075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:27:17.294786 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=24291): Process ended prematurely: osmo-stp_10.42.42.5(pid=24291) [trial-2381↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24291)] [trial-2381↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18]\u000a20:27:17.303530 tst handover.py:18: Test FAILED (7.1 sec)\u000a20:27:17.364582 run osmo-hlr_10.42.42.2(pid=24288): ERR: Terminated: ERROR {rc=237} [trial-2381↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24288)]\u000a20:27:17.414576 run osmo-hlr_10.42.42.2(pid=24288): stdout: \u000a| (launched: 2022-12-12_20:27:13.969502) \u000a20:27:17.464524 run osmo-hlr_10.42.42.2(pid=24288): stderr: \u000a| �[0;m�[1;31m20221212202714142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212202714142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212202714142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202714142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202714142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212202714142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212202714154 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/handover_2G:nanobts+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212202714162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212202714162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212202714162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:27:17.532488 run osmo-msc_10.42.42.6(pid=24294): ERR: Terminated: ERROR {rc=2} [trial-2381↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24294)]\u000a20:27:17.582151 run osmo-msc_10.42.42.6(pid=24294): stdout: \u000a| (launched: 2022-12-12_20:27:15.877037) \u000a20:27:17.632356 run osmo-msc_10.42.42.6(pid=24294): stderr: \u000a| �[0;m�[38;5;43m20221212202716453 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212202716453 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f20eac5dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212202716453 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212202716453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212202716461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212202716461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212202716463 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212202716463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212202716463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212202716463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:27:17.674791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24287): Terminating (SIGTERM)\u000a20:27:17.715221 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24290): Terminating (SIGTERM)\u000a20:27:17.755470 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24293): Terminating (SIGTERM)\u000a20:27:17.765042 --- ParallelTerminationStrategy: PID 24287 died...\u000a20:27:17.819249 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24287): Terminated: ok {rc=0}\u000a20:27:17.828833 --- ParallelTerminationStrategy: PID 24290 died...\u000a20:27:17.882562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24290): Terminated: ok {rc=0}\u000a20:27:17.892220 --- ParallelTerminationStrategy: PID 24293 died...\u000a20:27:17.945616 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24293): Terminated: ok {rc=0}\u000a20:27:18.034567 bus /sierra_3: Setting Powered False\u000a20:27:19.138419 bus /sierra_3: Setting Powered False\u000a20:27:20.249273 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "166", "name" : "handover_2G_nanobts+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:27:09" }, { "cases" : [ { "testActions" : [ ], "age" : 210, "className" : "handover_2G:nanobts+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24305): Process ended prematurely: osmo-stp_10.42.42.5(pid=24305) [trial-2381↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24305)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24305): Process ended prematurely: osmo-stp_10.42.42.5(pid=24305) [trial-2381↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24305)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 handover_2G:nanobts+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a20:27:22.250824 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:27:22.262427 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a20:27:22.394142 tst handover.py: using LAC 31293\u000a20:27:22.522604 tst handover.py: using RAC 183\u000a20:27:22.649616 tst handover.py: using CellId 31293\u000a20:27:22.777577 tst handover.py: using BVCI 31294\u000a20:27:22.802398 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a20:27:22.942931 tst handover.py: using LAC 31294\u000a20:27:23.071268 tst handover.py: using RAC 184\u000a20:27:23.197976 tst handover.py: using CellId 31294\u000a20:27:23.326521 tst handover.py: using BVCI 31295\u000a20:27:23.351178 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:27:23.362835 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:27:23.374281 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:27:23.385805 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:27:23.397272 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:27:23.408726 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a20:27:23.526169 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a20:27:23.728674 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:27:24.183417 run create_hlr_db(pid=24299): Launched\u000a20:27:24.307456 bus /sierra_2: Setting Powered False\u000a20:27:25.380417 run create_hlr_db(pid=24299): Terminated: ok {rc=0}\u000a20:27:25.787828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24301): Launched\u000a20:27:26.116388 run osmo-hlr_10.42.42.2(pid=24302): Launched\u000a20:27:26.235976 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:27:26.775978 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24304): Launched\u000a20:27:27.105864 run osmo-stp_10.42.42.5(pid=24305): Launched\u000a20:27:27.224733 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:27:27.799353 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24307): Launched\u000a20:27:28.127787 run osmo-msc_10.42.42.6(pid=24308): Launched\u000a20:27:28.318905 run osmo-stp_10.42.42.5(pid=24305): ERR: Terminated: ERROR {rc=1} [trial-2381↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24305)]\u000a20:27:28.457425 run osmo-stp_10.42.42.5(pid=24305): stdout: \u000a| (launched: 2022-12-12_20:27:26.941868)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:27:28.594451 run osmo-stp_10.42.42.5(pid=24305): stderr: \u000a| �[0;m�[38;5;43m20221212202727131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202727131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202727131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202727131 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202727132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202727132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202727132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:27:28.725779 run osmo-stp_10.42.42.5(pid=24305): stdout: \u000a| (launched: 2022-12-12_20:27:26.941868)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:27:28.856430 run osmo-stp_10.42.42.5(pid=24305): stderr: \u000a| �[0;m�[38;5;43m20221212202727131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202727131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202727131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202727131 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202727132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202727132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202727132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:27:28.913630 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=24305): Process ended prematurely: osmo-stp_10.42.42.5(pid=24305) [trial-2381↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24305)] [trial-2381↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a20:27:28.922300 tst handover.py:18: Test FAILED (6.7 sec)\u000a20:27:28.984731 run osmo-hlr_10.42.42.2(pid=24302): ERR: Terminated: ERROR {rc=237} [trial-2381↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24302)]\u000a20:27:29.036229 run osmo-hlr_10.42.42.2(pid=24302): stdout: \u000a| (launched: 2022-12-12_20:27:25.955057) \u000a20:27:29.088073 run osmo-hlr_10.42.42.2(pid=24302): stderr: \u000a| �[0;m�[1;31m20221212202726151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212202726151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212202726151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202726151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202726151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212202726151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212202726163 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/handover_2G:nanobts+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212202726175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212202726175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212202726175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:27:29.158802 run osmo-msc_10.42.42.6(pid=24308): ERR: Terminated: ERROR {rc=2} [trial-2381↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24308)]\u000a20:27:29.210175 run osmo-msc_10.42.42.6(pid=24308): stdout: \u000a| (launched: 2022-12-12_20:27:27.965362) \u000a20:27:29.262337 run osmo-msc_10.42.42.6(pid=24308): stderr: \u000a| �[0;m�[38;5;43m20221212202728286 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212202728286 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f64b5f25c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212202728287 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212202728287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212202728287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212202728287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212202728289 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212202728289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212202728289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212202728289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:27:29.306488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24301): Terminating (SIGTERM)\u000a20:27:29.348608 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24304): Terminating (SIGTERM)\u000a20:27:29.390602 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24307): Terminating (SIGTERM)\u000a20:27:29.400342 --- ParallelTerminationStrategy: PID 24301 died...\u000a20:27:29.456616 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24301): Terminated: ok {rc=0}\u000a20:27:29.466821 --- ParallelTerminationStrategy: PID 24304 died...\u000a20:27:29.522705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24304): Terminated: ok {rc=0}\u000a20:27:29.532641 --- ParallelTerminationStrategy: PID 24307 died...\u000a20:27:29.588369 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24307): Terminated: ok {rc=0}\u000a20:27:29.676768 bus /sierra_3: Setting Powered False\u000a20:27:30.784594 bus /sierra_3: Setting Powered False\u000a20:27:31.929187 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "167", "name" : "handover_2G_nanobts+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:27:21" }, { "cases" : [ { "testActions" : [ ], "age" : 210, "className" : "handover_2G:nanobts+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24320): Process ended prematurely: osmo-stp_10.42.42.5(pid=24320) [trial-2381↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24320)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24320): Process ended prematurely: osmo-stp_10.42.42.5(pid=24320) [trial-2381↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24320)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 handover_2G:nanobts+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a20:27:33.928291 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:27:33.939262 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a20:27:34.072646 tst handover.py: using LAC 31295\u000a20:27:34.211873 tst handover.py: using RAC 185\u000a20:27:34.348659 tst handover.py: using CellId 31295\u000a20:27:34.476217 tst handover.py: using BVCI 31296\u000a20:27:34.501166 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a20:27:34.646019 tst handover.py: using LAC 31296\u000a20:27:34.772631 tst handover.py: using RAC 186\u000a20:27:34.900603 tst handover.py: using CellId 31296\u000a20:27:35.031902 tst handover.py: using BVCI 31297\u000a20:27:35.056766 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:27:35.068361 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:27:35.079705 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:27:35.091167 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:27:35.102505 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:27:35.113925 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a20:27:35.231942 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a20:27:35.436402 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:27:35.894037 run create_hlr_db(pid=24313): Launched\u000a20:27:36.018838 bus /sierra_2: Setting Powered False\u000a20:27:37.091399 run create_hlr_db(pid=24313): Terminated: ok {rc=0}\u000a20:27:37.474348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24316): Launched\u000a20:27:37.782015 run osmo-hlr_10.42.42.2(pid=24317): Launched\u000a20:27:37.898152 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:27:38.402563 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24319): Launched\u000a20:27:38.709754 run osmo-stp_10.42.42.5(pid=24320): Launched\u000a20:27:38.820992 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:27:39.353155 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24322): Launched\u000a20:27:39.663942 run osmo-msc_10.42.42.6(pid=24323): Launched\u000a20:27:39.842940 run osmo-stp_10.42.42.5(pid=24320): ERR: Terminated: ERROR {rc=1} [trial-2381↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24320)]\u000a20:27:39.971609 run osmo-stp_10.42.42.5(pid=24320): stdout: \u000a| (launched: 2022-12-12_20:27:38.557068)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:27:40.098311 run osmo-stp_10.42.42.5(pid=24320): stderr: \u000a| �[0;m�[38;5;43m20221212202738725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202738725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202738725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202738726 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202738726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202738726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202738726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:27:40.220416 run osmo-stp_10.42.42.5(pid=24320): stdout: \u000a| (launched: 2022-12-12_20:27:38.557068)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:27:40.341755 run osmo-stp_10.42.42.5(pid=24320): stderr: \u000a| �[0;m�[38;5;43m20221212202738725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202738725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202738725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202738726 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202738726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202738726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202738726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:27:40.394715 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=24320): Process ended prematurely: osmo-stp_10.42.42.5(pid=24320) [trial-2381↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24320)] [trial-2381↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18]\u000a20:27:40.402642 tst handover.py:18: Test FAILED (6.5 sec)\u000a20:27:40.463673 run osmo-hlr_10.42.42.2(pid=24317): ERR: Terminated: ERROR {rc=237} [trial-2381↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24317)]\u000a20:27:40.513524 run osmo-hlr_10.42.42.2(pid=24317): stdout: \u000a| (launched: 2022-12-12_20:27:37.629225) \u000a20:27:40.564264 run osmo-hlr_10.42.42.2(pid=24317): stderr: \u000a| �[0;m�[1;31m20221212202737806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212202737806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212202737806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202737806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202737806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212202737806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212202737819 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/handover_2G:nanobts+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212202737828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212202737829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212202737829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:27:40.632826 run osmo-msc_10.42.42.6(pid=24323): ERR: Terminated: ERROR {rc=2} [trial-2381↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24323)]\u000a20:27:40.683046 run osmo-msc_10.42.42.6(pid=24323): stdout: \u000a| (launched: 2022-12-12_20:27:39.508121) \u000a20:27:40.733640 run osmo-msc_10.42.42.6(pid=24323): stderr: \u000a| �[0;m�[38;5;43m20221212202739778 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212202739779 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9adc2f4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212202739779 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212202739779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212202739779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212202739779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212202739781 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212202739781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212202739781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212202739782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:27:40.776151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24316): Terminating (SIGTERM)\u000a20:27:40.816731 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24319): Terminating (SIGTERM)\u000a20:27:40.857263 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24322): Terminating (SIGTERM)\u000a20:27:40.866775 --- ParallelTerminationStrategy: PID 24316 died...\u000a20:27:40.921309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24316): Terminated: ok {rc=0}\u000a20:27:40.931012 --- ParallelTerminationStrategy: PID 24319 died...\u000a20:27:40.985276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24319): Terminated: ok {rc=0}\u000a20:27:40.995308 --- ParallelTerminationStrategy: PID 24322 died...\u000a20:27:41.049125 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24322): Terminated: ok {rc=0}\u000a20:27:41.137561 bus /sierra_3: Setting Powered False\u000a20:27:42.242222 bus /sierra_3: Setting Powered False\u000a20:27:43.354723 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "168", "name" : "handover_2G_nanobts+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:27:33" }, { "cases" : [ { "testActions" : [ ], "age" : 210, "className" : "handover_2G:nanobts+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24334): Process ended prematurely: osmo-stp_10.42.42.5(pid=24334) [trial-2381↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24334)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24334): Process ended prematurely: osmo-stp_10.42.42.5(pid=24334) [trial-2381↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24334)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 handover_2G:nanobts+bts1-sysmo handover.py\u000a----------------------------------------------\u000a20:27:45.329636 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a20:27:45.340339 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a20:27:45.465911 tst handover.py: using LAC 31297\u000a20:27:45.587508 tst handover.py: using RAC 187\u000a20:27:45.708251 tst handover.py: using CellId 31297\u000a20:27:45.828769 tst handover.py: using BVCI 31298\u000a20:27:45.855792 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a20:27:45.994011 tst handover.py: using LAC 31298\u000a20:27:46.123350 tst handover.py: using RAC 188\u000a20:27:46.246487 tst handover.py: using CellId 31298\u000a20:27:46.399154 tst handover.py: using BVCI 31299\u000a20:27:46.426065 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a20:27:46.438760 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a20:27:46.451209 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a20:27:46.464740 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a20:27:46.477575 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a20:27:46.489719 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a20:27:46.608198 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a20:27:46.809890 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:27:47.347402 run create_hlr_db(pid=24328): Launched\u000a20:27:47.471850 bus /sierra_2: Setting Powered False\u000a20:27:48.544443 run create_hlr_db(pid=24328): Terminated: ok {rc=0}\u000a20:27:48.951352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24330): Launched\u000a20:27:49.277929 run osmo-hlr_10.42.42.2(pid=24331): Launched\u000a20:27:49.397622 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:27:49.935458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24333): Launched\u000a20:27:50.261746 run osmo-stp_10.42.42.5(pid=24334): Launched\u000a20:27:50.380541 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:27:50.951530 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24336): Launched\u000a20:27:51.282318 run osmo-msc_10.42.42.6(pid=24337): Launched\u000a20:27:51.475877 run osmo-stp_10.42.42.5(pid=24334): ERR: Terminated: ERROR {rc=1} [trial-2381↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24334)]\u000a20:27:51.614520 run osmo-stp_10.42.42.5(pid=24334): stdout: \u000a| (launched: 2022-12-12_20:27:50.101040)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:27:51.750896 run osmo-stp_10.42.42.5(pid=24334): stderr: \u000a| �[0;m�[38;5;43m20221212202750292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202750292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202750292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202750293 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202750293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202750293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202750293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:27:51.883044 run osmo-stp_10.42.42.5(pid=24334): stdout: \u000a| (launched: 2022-12-12_20:27:50.101040)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:27:52.017182 run osmo-stp_10.42.42.5(pid=24334): stderr: \u000a| �[0;m�[38;5;43m20221212202750292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202750292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202750292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202750293 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202750293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202750293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202750293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:27:52.074103 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=24334): Process ended prematurely: osmo-stp_10.42.42.5(pid=24334) [trial-2381↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24334)] [trial-2381↪handover_2G:nanobts+bts1-sysmo↪handover.py:18]\u000a20:27:52.082834 tst handover.py:18: Test FAILED (6.7 sec)\u000a20:27:52.145276 run osmo-hlr_10.42.42.2(pid=24331): ERR: Terminated: ERROR {rc=237} [trial-2381↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24331)]\u000a20:27:52.196762 run osmo-hlr_10.42.42.2(pid=24331): stdout: \u000a| (launched: 2022-12-12_20:27:49.117187) \u000a20:27:52.248981 run osmo-hlr_10.42.42.2(pid=24331): stderr: \u000a| �[0;m�[1;31m20221212202749315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212202749315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212202749315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202749315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202749315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212202749315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212202749327 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/handover_2G:nanobts+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212202749335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212202749335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212202749336 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:27:52.319581 run osmo-msc_10.42.42.6(pid=24337): ERR: Terminated: ERROR {rc=2} [trial-2381↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24337)]\u000a20:27:52.370970 run osmo-msc_10.42.42.6(pid=24337): stdout: \u000a| (launched: 2022-12-12_20:27:51.117506) \u000a20:27:52.423005 run osmo-msc_10.42.42.6(pid=24337): stderr: \u000a| �[0;m�[38;5;43m20221212202751438 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212202751439 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f700d3fac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212202751439 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212202751439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212202751439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212202751439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212202751441 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212202751441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212202751441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212202751441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:27:52.467792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24330): Terminating (SIGTERM)\u000a20:27:52.509707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24333): Terminating (SIGTERM)\u000a20:27:52.551664 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24336): Terminating (SIGTERM)\u000a20:27:52.561559 --- ParallelTerminationStrategy: PID 24330 died...\u000a20:27:52.618635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24330): Terminated: ok {rc=0}\u000a20:27:52.629023 --- ParallelTerminationStrategy: PID 24333 died...\u000a20:27:52.685255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24333): Terminated: ok {rc=0}\u000a20:27:52.695462 --- ParallelTerminationStrategy: PID 24336 died...\u000a20:27:52.751644 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24336): Terminated: ok {rc=0}\u000a20:27:52.840014 bus /sierra_3: Setting Powered False\u000a20:27:53.947953 bus /sierra_3: Setting Powered False\u000a20:27:55.056469 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "169", "name" : "handover_2G_nanobts+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:27:45" }, { "cases" : [ { "testActions" : [ ], "age" : 210, "className" : "handover_2G:nanobts+bts1-trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24348): Process ended prematurely: osmo-stp_10.42.42.5(pid=24348) [trial-2381↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24348)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24348): Process ended prematurely: osmo-stp_10.42.42.5(pid=24348) [trial-2381↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24348)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 handover_2G:nanobts+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a20:27:57.059301 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:27:57.070713 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a20:27:57.203082 tst handover.py: using LAC 31299\u000a20:27:57.335320 tst handover.py: using RAC 189\u000a20:27:57.461633 tst handover.py: using CellId 31299\u000a20:27:57.587333 tst handover.py: using BVCI 31300\u000a20:27:57.612078 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a20:27:57.753978 tst handover.py: using LAC 31300\u000a20:27:57.879528 tst handover.py: using RAC 190\u000a20:27:58.005918 tst handover.py: using CellId 31300\u000a20:27:58.134376 tst handover.py: using BVCI 31301\u000a20:27:58.159189 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:27:58.170592 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:27:58.181927 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:27:58.193210 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:27:58.204483 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:27:58.215788 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a20:27:58.331005 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a20:27:58.541760 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:27:59.034948 run create_hlr_db(pid=24342): Launched\u000a20:27:59.167960 bus /sierra_2: Setting Powered False\u000a20:28:00.245370 run create_hlr_db(pid=24342): Terminated: ok {rc=0}\u000a20:28:00.632769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24344): Launched\u000a20:28:01.038700 run osmo-hlr_10.42.42.2(pid=24345): Launched\u000a20:28:01.279065 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:28:01.889816 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24347): Launched\u000a20:28:02.363499 run osmo-stp_10.42.42.5(pid=24348): Launched\u000a20:28:02.490162 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:28:03.024431 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24350): Launched\u000a20:28:03.331453 run osmo-msc_10.42.42.6(pid=24351): Launched\u000a20:28:03.510461 run osmo-stp_10.42.42.5(pid=24348): ERR: Terminated: ERROR {rc=1} [trial-2381↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24348)]\u000a20:28:03.639623 run osmo-stp_10.42.42.5(pid=24348): stdout: \u000a| (launched: 2022-12-12_20:28:02.047638)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:28:03.767098 run osmo-stp_10.42.42.5(pid=24348): stderr: \u000a| �[0;m�[38;5;43m20221212202802277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202802279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202802280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202802281 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202802283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202802283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202802283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:28:03.889782 run osmo-stp_10.42.42.5(pid=24348): stdout: \u000a| (launched: 2022-12-12_20:28:02.047638)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:28:04.011379 run osmo-stp_10.42.42.5(pid=24348): stderr: \u000a| �[0;m�[38;5;43m20221212202802277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202802279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202802280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202802281 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202802283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202802283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202802283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:28:04.064797 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=24348): Process ended prematurely: osmo-stp_10.42.42.5(pid=24348) [trial-2381↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24348)] [trial-2381↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18]\u000a20:28:04.073043 tst handover.py:18: Test FAILED (7.0 sec)\u000a20:28:04.133208 run osmo-hlr_10.42.42.2(pid=24345): ERR: Terminated: ERROR {rc=237} [trial-2381↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24345)]\u000a20:28:04.182753 run osmo-hlr_10.42.42.2(pid=24345): stdout: \u000a| (launched: 2022-12-12_20:28:00.787622) \u000a20:28:04.232623 run osmo-hlr_10.42.42.2(pid=24345): stderr: \u000a| �[0;m�[1;31m20221212202801115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212202801115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212202801115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202801115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202801115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212202801115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212202801133 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/handover_2G:nanobts+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212202801152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212202801152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212202801152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:28:04.299723 run osmo-msc_10.42.42.6(pid=24351): ERR: Terminated: ERROR {rc=2} [trial-2381↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24351)]\u000a20:28:04.348822 run osmo-msc_10.42.42.6(pid=24351): stdout: \u000a| (launched: 2022-12-12_20:28:03.178935) \u000a20:28:04.398923 run osmo-msc_10.42.42.6(pid=24351): stderr: \u000a| �[0;m�[38;5;43m20221212202803449 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212202803449 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa06d149c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212202803450 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212202803450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212202803450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212202803450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212202803452 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212202803452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212202803452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212202803452 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:28:04.440863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24344): Terminating (SIGTERM)\u000a20:28:04.481038 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24347): Terminating (SIGTERM)\u000a20:28:04.521354 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24350): Terminating (SIGTERM)\u000a20:28:04.530878 --- ParallelTerminationStrategy: PID 24344 died...\u000a20:28:04.584935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24344): Terminated: ok {rc=0}\u000a20:28:04.594783 --- ParallelTerminationStrategy: PID 24347 died...\u000a20:28:04.647999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24347): Terminated: ok {rc=0}\u000a20:28:04.657917 --- ParallelTerminationStrategy: PID 24350 died...\u000a20:28:04.711422 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24350): Terminated: ok {rc=0}\u000a20:28:04.795633 bus /sierra_3: Setting Powered False\u000a20:28:05.904021 bus /sierra_3: Setting Powered False\u000a20:28:07.013171 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "170", "name" : "handover_2G_nanobts+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:27:56" }, { "cases" : [ { "testActions" : [ ], "age" : 210, "className" : "handover_2G:nanobts+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24362): Process ended prematurely: osmo-stp_10.42.42.5(pid=24362) [trial-2381↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24362)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24362): Process ended prematurely: osmo-stp_10.42.42.5(pid=24362) [trial-2381↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24362)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 handover_2G:nanobts+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a20:28:09.025478 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:28:09.036915 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a20:28:09.169682 tst handover.py: using LAC 31301\u000a20:28:09.299279 tst handover.py: using RAC 191\u000a20:28:09.427665 tst handover.py: using CellId 31301\u000a20:28:09.552114 tst handover.py: using BVCI 31302\u000a20:28:09.575575 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a20:28:09.712365 tst handover.py: using LAC 31302\u000a20:28:09.831687 tst handover.py: using RAC 192\u000a20:28:09.959533 tst handover.py: using CellId 31302\u000a20:28:10.089086 tst handover.py: using BVCI 31303\u000a20:28:10.114532 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:28:10.126077 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:28:10.137482 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:28:10.148786 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:28:10.160083 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:28:10.171459 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a20:28:10.288040 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a20:28:10.502482 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:28:10.998913 run create_hlr_db(pid=24356): Launched\u000a20:28:11.132639 bus /sierra_2: Setting Powered False\u000a20:28:12.208531 run create_hlr_db(pid=24356): Terminated: ok {rc=0}\u000a20:28:12.596631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24358): Launched\u000a20:28:12.903727 run osmo-hlr_10.42.42.2(pid=24359): Launched\u000a20:28:13.026843 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:28:13.536549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24361): Launched\u000a20:28:13.843467 run osmo-stp_10.42.42.5(pid=24362): Launched\u000a20:28:13.955588 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:28:14.491855 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24364): Launched\u000a20:28:14.800694 run osmo-msc_10.42.42.6(pid=24365): Launched\u000a20:28:14.980491 run osmo-stp_10.42.42.5(pid=24362): ERR: Terminated: ERROR {rc=1} [trial-2381↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24362)]\u000a20:28:15.110701 run osmo-stp_10.42.42.5(pid=24362): stdout: \u000a| (launched: 2022-12-12_20:28:13.690993)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:28:15.238441 run osmo-stp_10.42.42.5(pid=24362): stderr: \u000a| �[0;m�[38;5;43m20221212202813862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202813862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202813862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202813863 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202813863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202813863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202813863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:28:15.361460 run osmo-stp_10.42.42.5(pid=24362): stdout: \u000a| (launched: 2022-12-12_20:28:13.690993)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:28:15.483810 run osmo-stp_10.42.42.5(pid=24362): stderr: \u000a| �[0;m�[38;5;43m20221212202813862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202813862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202813862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202813863 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202813863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202813863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202813863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:28:15.537003 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=24362): Process ended prematurely: osmo-stp_10.42.42.5(pid=24362) [trial-2381↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24362)] [trial-2381↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18]\u000a20:28:15.544845 tst handover.py:18: Test FAILED (6.5 sec)\u000a20:28:15.606007 run osmo-hlr_10.42.42.2(pid=24359): ERR: Terminated: ERROR {rc=237} [trial-2381↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24359)]\u000a20:28:15.655864 run osmo-hlr_10.42.42.2(pid=24359): stdout: \u000a| (launched: 2022-12-12_20:28:12.751721) \u000a20:28:15.706565 run osmo-hlr_10.42.42.2(pid=24359): stderr: \u000a| �[0;m�[1;31m20221212202812926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212202812926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212202812926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202812926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202812926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212202812926 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212202812938 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/handover_2G:nanobts+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212202812946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212202812946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212202812946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:28:15.774910 run osmo-msc_10.42.42.6(pid=24365): ERR: Terminated: ERROR {rc=2} [trial-2381↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24365)]\u000a20:28:15.824277 run osmo-msc_10.42.42.6(pid=24365): stdout: \u000a| (launched: 2022-12-12_20:28:14.647408) \u000a20:28:15.878126 run osmo-msc_10.42.42.6(pid=24365): stderr: \u000a| �[0;m�[38;5;43m20221212202814917 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212202814917 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fddb2618c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212202814917 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212202814918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212202814918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212202814918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212202814919 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212202814920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212202814920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212202814920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:28:15.931392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24358): Terminating (SIGTERM)\u000a20:28:15.973363 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24361): Terminating (SIGTERM)\u000a20:28:16.015230 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24364): Terminating (SIGTERM)\u000a20:28:16.026353 --- ParallelTerminationStrategy: PID 24358 died...\u000a20:28:16.084829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24358): Terminated: ok {rc=0}\u000a20:28:16.095670 --- ParallelTerminationStrategy: PID 24361 died...\u000a20:28:16.152311 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24361): Terminated: ok {rc=0}\u000a20:28:16.164097 --- ParallelTerminationStrategy: PID 24364 died...\u000a20:28:16.221915 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24364): Terminated: ok {rc=0}\u000a20:28:16.310051 bus /sierra_3: Setting Powered False\u000a20:28:17.412001 bus /sierra_3: Setting Powered False\u000a20:28:18.519818 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "171", "name" : "handover_2G_nanobts+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:28:08" }, { "cases" : [ { "testActions" : [ ], "age" : 210, "className" : "handover_2G:oc2g+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24376): Process ended prematurely: osmo-stp_10.42.42.5(pid=24376) [trial-2381↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24376)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24376): Process ended prematurely: osmo-stp_10.42.42.5(pid=24376) [trial-2381↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24376)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 handover_2G:oc2g+bts1-octphy handover.py\u000a----------------------------------------------\u000a20:28:20.496909 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a20:28:20.508321 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a20:28:20.632164 tst handover.py: using LAC 31303\u000a20:28:20.758143 tst handover.py: using RAC 193\u000a20:28:20.887495 tst handover.py: using CellId 31303\u000a20:28:21.013431 tst handover.py: using BVCI 31304\u000a20:28:21.036533 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a20:28:21.165599 tst handover.py: using LAC 31304\u000a20:28:21.293063 tst handover.py: using RAC 194\u000a20:28:21.422804 tst handover.py: using CellId 31304\u000a20:28:21.554437 tst handover.py: using BVCI 31305\u000a20:28:21.579680 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a20:28:21.591219 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a20:28:21.602346 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a20:28:21.613475 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a20:28:21.624607 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a20:28:21.635829 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a20:28:21.752143 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a20:28:21.956862 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:28:22.411987 run create_hlr_db(pid=24370): Launched\u000a20:28:22.537127 bus /sierra_2: Setting Powered False\u000a20:28:23.609840 run create_hlr_db(pid=24370): Terminated: ok {rc=0}\u000a20:28:24.020128 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24372): Launched\u000a20:28:24.351565 run osmo-hlr_10.42.42.2(pid=24373): Launched\u000a20:28:24.473235 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:28:25.016906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24375): Launched\u000a20:28:25.347621 run osmo-stp_10.42.42.5(pid=24376): Launched\u000a20:28:25.467554 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:28:26.039288 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24378): Launched\u000a20:28:26.370348 run osmo-msc_10.42.42.6(pid=24379): Launched\u000a20:28:26.563549 run osmo-stp_10.42.42.5(pid=24376): ERR: Terminated: ERROR {rc=1} [trial-2381↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24376)]\u000a20:28:26.702032 run osmo-stp_10.42.42.5(pid=24376): stdout: \u000a| (launched: 2022-12-12_20:28:25.183849)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:28:26.839248 run osmo-stp_10.42.42.5(pid=24376): stderr: \u000a| �[0;m�[38;5;43m20221212202825376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202825376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202825376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202825377 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202825377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202825377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202825377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:28:26.971040 run osmo-stp_10.42.42.5(pid=24376): stdout: \u000a| (launched: 2022-12-12_20:28:25.183849)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:28:27.101787 run osmo-stp_10.42.42.5(pid=24376): stderr: \u000a| �[0;m�[38;5;43m20221212202825376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202825376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202825376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202825377 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202825377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202825377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202825377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:28:27.158939 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=24376): Process ended prematurely: osmo-stp_10.42.42.5(pid=24376) [trial-2381↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24376)] [trial-2381↪handover_2G:oc2g+bts1-octphy↪handover.py:18]\u000a20:28:27.167766 tst handover.py:18: Test FAILED (6.7 sec)\u000a20:28:27.231370 run osmo-hlr_10.42.42.2(pid=24373): ERR: Terminated: ERROR {rc=237} [trial-2381↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24373)]\u000a20:28:27.282823 run osmo-hlr_10.42.42.2(pid=24373): stdout: \u000a| (launched: 2022-12-12_20:28:24.187446) \u000a20:28:27.337039 run osmo-hlr_10.42.42.2(pid=24373): stderr: \u000a| �[0;m�[1;31m20221212202824385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212202824385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212202824385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202824385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202824385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212202824385 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212202824398 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/handover_2G:oc2g+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212202824406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212202824407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212202824407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:28:27.407475 run osmo-msc_10.42.42.6(pid=24379): ERR: Terminated: ERROR {rc=2} [trial-2381↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24379)]\u000a20:28:27.458914 run osmo-msc_10.42.42.6(pid=24379): stdout: \u000a| (launched: 2022-12-12_20:28:26.206000) \u000a20:28:27.510797 run osmo-msc_10.42.42.6(pid=24379): stderr: \u000a| �[0;m�[38;5;43m20221212202826527 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212202826527 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbd4de9ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212202826528 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212202826528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212202826528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212202826528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212202826530 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212202826530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212202826530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212202826530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:28:27.554773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24372): Terminating (SIGTERM)\u000a20:28:27.596435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24375): Terminating (SIGTERM)\u000a20:28:27.638342 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24378): Terminating (SIGTERM)\u000a20:28:27.648092 --- ParallelTerminationStrategy: PID 24372 died...\u000a20:28:27.704648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24372): Terminated: ok {rc=0}\u000a20:28:27.714969 --- ParallelTerminationStrategy: PID 24375 died...\u000a20:28:27.770833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24375): Terminated: ok {rc=0}\u000a20:28:27.781033 --- ParallelTerminationStrategy: PID 24378 died...\u000a20:28:27.836895 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24378): Terminated: ok {rc=0}\u000a20:28:27.924685 bus /sierra_3: Setting Powered False\u000a20:28:29.031683 bus /sierra_3: Setting Powered False\u000a20:28:30.143913 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "172", "name" : "handover_2G_oc2g+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:28:20" }, { "cases" : [ { "testActions" : [ ], "age" : 210, "className" : "handover_2G:oc2g+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24390): Process ended prematurely: osmo-stp_10.42.42.5(pid=24390) [trial-2381↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24390)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24390): Process ended prematurely: osmo-stp_10.42.42.5(pid=24390) [trial-2381↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24390)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 handover_2G:oc2g+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a20:28:32.126614 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:28:32.140655 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a20:28:32.275527 tst handover.py: using LAC 31305\u000a20:28:32.397252 tst handover.py: using RAC 195\u000a20:28:32.526020 tst handover.py: using CellId 31305\u000a20:28:32.656283 tst handover.py: using BVCI 31306\u000a20:28:32.681357 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a20:28:32.825708 tst handover.py: using LAC 31306\u000a20:28:32.954923 tst handover.py: using RAC 196\u000a20:28:33.082191 tst handover.py: using CellId 31306\u000a20:28:33.211180 tst handover.py: using BVCI 31307\u000a20:28:33.236806 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:28:33.248453 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:28:33.259816 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:28:33.271158 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:28:33.282599 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:28:33.293997 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a20:28:33.410712 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a20:28:33.620221 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:28:34.116271 run create_hlr_db(pid=24384): Launched\u000a20:28:34.250616 bus /sierra_2: Setting Powered False\u000a20:28:35.327991 run create_hlr_db(pid=24384): Terminated: ok {rc=0}\u000a20:28:35.715714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24386): Launched\u000a20:28:36.023154 run osmo-hlr_10.42.42.2(pid=24387): Launched\u000a20:28:36.143550 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:28:36.658922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24389): Launched\u000a20:28:36.966176 run osmo-stp_10.42.42.5(pid=24390): Launched\u000a20:28:37.077872 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:28:37.611969 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24392): Launched\u000a20:28:37.920134 run osmo-msc_10.42.42.6(pid=24393): Launched\u000a20:28:38.101286 run osmo-stp_10.42.42.5(pid=24390): ERR: Terminated: ERROR {rc=1} [trial-2381↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24390)]\u000a20:28:38.231221 run osmo-stp_10.42.42.5(pid=24390): stdout: \u000a| (launched: 2022-12-12_20:28:36.813545)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:28:38.358691 run osmo-stp_10.42.42.5(pid=24390): stderr: \u000a| �[0;m�[38;5;43m20221212202836983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202836983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202836984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202836984 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202836985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202836985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202836985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:28:38.481355 run osmo-stp_10.42.42.5(pid=24390): stdout: \u000a| (launched: 2022-12-12_20:28:36.813545)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:28:38.603361 run osmo-stp_10.42.42.5(pid=24390): stderr: \u000a| �[0;m�[38;5;43m20221212202836983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202836983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202836984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202836984 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202836985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202836985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202836985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:28:38.656638 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=24390): Process ended prematurely: osmo-stp_10.42.42.5(pid=24390) [trial-2381↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24390)] [trial-2381↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18]\u000a20:28:38.664771 tst handover.py:18: Test FAILED (6.5 sec)\u000a20:28:38.725537 run osmo-hlr_10.42.42.2(pid=24387): ERR: Terminated: ERROR {rc=237} [trial-2381↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24387)]\u000a20:28:38.775253 run osmo-hlr_10.42.42.2(pid=24387): stdout: \u000a| (launched: 2022-12-12_20:28:35.870846) \u000a20:28:38.825670 run osmo-hlr_10.42.42.2(pid=24387): stderr: \u000a| �[0;m�[1;31m20221212202836046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212202836046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212202836046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202836046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202836046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212202836046 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212202836057 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/handover_2G:oc2g+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212202836066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212202836066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212202836066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:28:38.894003 run osmo-msc_10.42.42.6(pid=24393): ERR: Terminated: ERROR {rc=2} [trial-2381↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24393)]\u000a20:28:38.943928 run osmo-msc_10.42.42.6(pid=24393): stdout: \u000a| (launched: 2022-12-12_20:28:37.766930) \u000a20:28:38.994306 run osmo-msc_10.42.42.6(pid=24393): stderr: \u000a| �[0;m�[38;5;43m20221212202838034 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212202838034 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f39fc747c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212202838034 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212202838034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212202838034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212202838034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212202838036 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212202838037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212202838037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212202838037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:28:39.036353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24386): Terminating (SIGTERM)\u000a20:28:39.076671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24389): Terminating (SIGTERM)\u000a20:28:39.117096 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24392): Terminating (SIGTERM)\u000a20:28:39.126703 --- ParallelTerminationStrategy: PID 24386 died...\u000a20:28:39.180553 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24386): Terminated: ok {rc=0}\u000a20:28:39.190645 --- ParallelTerminationStrategy: PID 24389 died...\u000a20:28:39.243967 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24389): Terminated: ok {rc=0}\u000a20:28:39.253757 --- ParallelTerminationStrategy: PID 24392 died...\u000a20:28:39.307795 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24392): Terminated: ok {rc=0}\u000a20:28:39.396942 bus /sierra_3: Setting Powered False\u000a20:28:40.504611 bus /sierra_3: Setting Powered False\u000a20:28:41.612922 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "173", "name" : "handover_2G_oc2g+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:28:31" }, { "cases" : [ { "testActions" : [ ], "age" : 210, "className" : "handover_2G:oc2g+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24404): Process ended prematurely: osmo-stp_10.42.42.5(pid=24404) [trial-2381↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24404)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24404): Process ended prematurely: osmo-stp_10.42.42.5(pid=24404) [trial-2381↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24404)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 handover_2G:oc2g+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a20:28:43.606837 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:28:43.618491 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a20:28:43.752621 tst handover.py: using LAC 31307\u000a20:28:43.878650 tst handover.py: using RAC 197\u000a20:28:44.004863 tst handover.py: using CellId 31307\u000a20:28:44.131254 tst handover.py: using BVCI 31308\u000a20:28:44.156217 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a20:28:44.289847 tst handover.py: using LAC 31308\u000a20:28:44.407915 tst handover.py: using RAC 198\u000a20:28:44.534295 tst handover.py: using CellId 31308\u000a20:28:44.657244 tst handover.py: using BVCI 31309\u000a20:28:44.680285 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:28:44.691327 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:28:44.702184 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:28:44.713485 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:28:44.724689 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:28:44.736203 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a20:28:44.854714 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a20:28:45.066604 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:28:45.563473 run create_hlr_db(pid=24398): Launched\u000a20:28:45.697007 bus /sierra_2: Setting Powered False\u000a20:28:46.769825 run create_hlr_db(pid=24398): Terminated: ok {rc=0}\u000a20:28:47.179598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24400): Launched\u000a20:28:47.489922 run osmo-hlr_10.42.42.2(pid=24401): Launched\u000a20:28:47.612484 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:28:48.123603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24403): Launched\u000a20:28:48.432120 run osmo-stp_10.42.42.5(pid=24404): Launched\u000a20:28:48.544369 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:28:49.077465 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24406): Launched\u000a20:28:49.387021 run osmo-msc_10.42.42.6(pid=24407): Launched\u000a20:28:49.577234 run osmo-stp_10.42.42.5(pid=24404): ERR: Terminated: ERROR {rc=1} [trial-2381↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24404)]\u000a20:28:49.707528 run osmo-stp_10.42.42.5(pid=24404): stdout: \u000a| (launched: 2022-12-12_20:28:48.278340)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:28:49.834979 run osmo-stp_10.42.42.5(pid=24404): stderr: \u000a| �[0;m�[38;5;43m20221212202848447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202848448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202848448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202848448 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202848449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202848449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202848449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:28:49.958510 run osmo-stp_10.42.42.5(pid=24404): stdout: \u000a| (launched: 2022-12-12_20:28:48.278340)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:28:50.080355 run osmo-stp_10.42.42.5(pid=24404): stderr: \u000a| �[0;m�[38;5;43m20221212202848447 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202848448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202848448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202848448 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202848449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202848449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202848449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:28:50.134064 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=24404): Process ended prematurely: osmo-stp_10.42.42.5(pid=24404) [trial-2381↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24404)] [trial-2381↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a20:28:50.142166 tst handover.py:18: Test FAILED (6.5 sec)\u000a20:28:50.203069 run osmo-hlr_10.42.42.2(pid=24401): ERR: Terminated: ERROR {rc=237} [trial-2381↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24401)]\u000a20:28:50.252176 run osmo-hlr_10.42.42.2(pid=24401): stdout: \u000a| (launched: 2022-12-12_20:28:47.335896) \u000a20:28:50.302798 run osmo-hlr_10.42.42.2(pid=24401): stderr: \u000a| �[0;m�[1;31m20221212202847512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212202847512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212202847512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202847512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202847512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212202847512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212202847523 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/handover_2G:oc2g+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212202847531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212202847532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212202847532 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:28:50.370964 run osmo-msc_10.42.42.6(pid=24407): ERR: Terminated: ERROR {rc=2} [trial-2381↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24407)]\u000a20:28:50.420564 run osmo-msc_10.42.42.6(pid=24407): stdout: \u000a| (launched: 2022-12-12_20:28:49.232695) \u000a20:28:50.470737 run osmo-msc_10.42.42.6(pid=24407): stderr: \u000a| �[0;m�[38;5;43m20221212202849504 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212202849505 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa31b954c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212202849505 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212202849505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212202849505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212202849505 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212202849507 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212202849507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212202849507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212202849507 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:28:50.512980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24400): Terminating (SIGTERM)\u000a20:28:50.553934 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24403): Terminating (SIGTERM)\u000a20:28:50.594221 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24406): Terminating (SIGTERM)\u000a20:28:50.603848 --- ParallelTerminationStrategy: PID 24400 died...\u000a20:28:50.657763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24400): Terminated: ok {rc=0}\u000a20:28:50.667758 --- ParallelTerminationStrategy: PID 24403 died...\u000a20:28:50.721409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24403): Terminated: ok {rc=0}\u000a20:28:50.731413 --- ParallelTerminationStrategy: PID 24406 died...\u000a20:28:50.784697 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24406): Terminated: ok {rc=0}\u000a20:28:50.873288 bus /sierra_3: Setting Powered False\u000a20:28:51.976641 bus /sierra_3: Setting Powered False\u000a20:28:53.083074 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "174", "name" : "handover_2G_oc2g+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:28:43" }, { "cases" : [ { "testActions" : [ ], "age" : 210, "className" : "handover_2G:oc2g+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24418): Process ended prematurely: osmo-stp_10.42.42.5(pid=24418) [trial-2381↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24418)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24418): Process ended prematurely: osmo-stp_10.42.42.5(pid=24418) [trial-2381↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24418)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 handover_2G:oc2g+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a20:28:55.076568 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:28:55.089254 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a20:28:55.210326 tst handover.py: using LAC 31309\u000a20:28:55.329736 tst handover.py: using RAC 199\u000a20:28:55.448026 tst handover.py: using CellId 31309\u000a20:28:55.564718 tst handover.py: using BVCI 31310\u000a20:28:55.587902 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a20:28:55.722376 tst handover.py: using LAC 31310\u000a20:28:55.839905 tst handover.py: using RAC 200\u000a20:28:55.961762 tst handover.py: using CellId 31310\u000a20:28:56.078438 tst handover.py: using BVCI 31311\u000a20:28:56.101571 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:28:56.112536 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:28:56.123358 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:28:56.134514 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:28:56.145688 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:28:56.156625 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a20:28:56.276245 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a20:28:56.478090 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:28:56.948557 run create_hlr_db(pid=24412): Launched\u000a20:28:57.082698 bus /sierra_2: Setting Powered False\u000a20:28:58.159721 run create_hlr_db(pid=24412): Terminated: ok {rc=0}\u000a20:28:58.544558 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24414): Launched\u000a20:28:58.850361 run osmo-hlr_10.42.42.2(pid=24415): Launched\u000a20:28:58.966368 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:28:59.470791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24417): Launched\u000a20:28:59.777439 run osmo-stp_10.42.42.5(pid=24418): Launched\u000a20:28:59.889204 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:29:00.423238 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24420): Launched\u000a20:29:00.730319 run osmo-msc_10.42.42.6(pid=24421): Launched\u000a20:29:00.965397 run osmo-stp_10.42.42.5(pid=24418): ERR: Terminated: ERROR {rc=1} [trial-2381↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24418)]\u000a20:29:01.288183 run osmo-stp_10.42.42.5(pid=24418): stdout: \u000a| (launched: 2022-12-12_20:28:59.624882)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:29:01.439396 run osmo-stp_10.42.42.5(pid=24418): stderr: \u000a| �[0;m�[38;5;43m20221212202859794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202859794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202859795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202859795 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202859795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202859796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202859796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:29:01.565880 run osmo-stp_10.42.42.5(pid=24418): stdout: \u000a| (launched: 2022-12-12_20:28:59.624882)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:29:01.689851 run osmo-stp_10.42.42.5(pid=24418): stderr: \u000a| �[0;m�[38;5;43m20221212202859794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202859794 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202859795 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202859795 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202859795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202859796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202859796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:29:01.743538 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=24418): Process ended prematurely: osmo-stp_10.42.42.5(pid=24418) [trial-2381↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24418)] [trial-2381↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18]\u000a20:29:01.751490 tst handover.py:18: Test FAILED (6.7 sec)\u000a20:29:01.815865 run osmo-hlr_10.42.42.2(pid=24415): ERR: Terminated: ERROR {rc=237} [trial-2381↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24415)]\u000a20:29:01.867586 run osmo-hlr_10.42.42.2(pid=24415): stdout: \u000a| (launched: 2022-12-12_20:28:58.699039) \u000a20:29:01.919587 run osmo-hlr_10.42.42.2(pid=24415): stderr: \u000a| �[0;m�[1;31m20221212202858877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212202858877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212202858877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202858877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202858877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212202858877 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212202858890 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/handover_2G:oc2g+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212202858899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212202858899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212202858899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:29:01.990409 run osmo-msc_10.42.42.6(pid=24421): ERR: Terminated: ERROR {rc=2} [trial-2381↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24421)]\u000a20:29:02.042140 run osmo-msc_10.42.42.6(pid=24421): stdout: \u000a| (launched: 2022-12-12_20:29:00.577729) \u000a20:29:02.095862 run osmo-msc_10.42.42.6(pid=24421): stderr: \u000a| �[0;m�[38;5;43m20221212202900885 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212202900885 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb15e8bbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212202900885 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212202900885 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212202900886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212202900886 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212202900887 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212202900888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212202900888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212202900888 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:29:02.152855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24414): Terminating (SIGTERM)\u000a20:29:02.213511 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24417): Terminating (SIGTERM)\u000a20:29:02.266651 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24420): Terminating (SIGTERM)\u000a20:29:02.277424 --- ParallelTerminationStrategy: PID 24414 died...\u000a20:29:02.337300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24414): Terminated: ok {rc=0}\u000a20:29:02.348205 --- ParallelTerminationStrategy: PID 24417 died...\u000a20:29:02.405467 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24417): Terminated: ok {rc=0}\u000a20:29:02.415789 --- ParallelTerminationStrategy: PID 24420 died...\u000a20:29:02.473031 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24420): Terminated: ok {rc=0}\u000a20:29:02.562083 bus /sierra_3: Setting Powered False\u000a20:29:03.666972 bus /sierra_3: Setting Powered False\u000a20:29:04.777572 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "175", "name" : "handover_2G_oc2g+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:28:54" }, { "cases" : [ { "testActions" : [ ], "age" : 179, "className" : "handover_2G:oc2g+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24432): Process ended prematurely: osmo-stp_10.42.42.5(pid=24432) [trial-2381↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24432)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24432): Process ended prematurely: osmo-stp_10.42.42.5(pid=24432) [trial-2381↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24432)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 handover_2G:oc2g+bts1-sysmo handover.py\u000a----------------------------------------------\u000a20:29:06.757058 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a20:29:06.768173 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a20:29:06.896920 tst handover.py: using LAC 31311\u000a20:29:07.022597 tst handover.py: using RAC 201\u000a20:29:07.148420 tst handover.py: using CellId 31311\u000a20:29:07.274032 tst handover.py: using BVCI 31312\u000a20:29:07.298861 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a20:29:07.426722 tst handover.py: using LAC 31312\u000a20:29:07.553619 tst handover.py: using RAC 202\u000a20:29:07.677383 tst handover.py: using CellId 31312\u000a20:29:07.810336 tst handover.py: using BVCI 31313\u000a20:29:07.833651 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a20:29:07.844488 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a20:29:07.855423 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a20:29:07.866823 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a20:29:07.878141 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a20:29:07.889189 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a20:29:08.009222 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a20:29:08.211095 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:29:08.667267 run create_hlr_db(pid=24426): Launched\u000a20:29:08.792284 bus /sierra_2: Setting Powered False\u000a20:29:09.865248 run create_hlr_db(pid=24426): Terminated: ok {rc=0}\u000a20:29:10.275052 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24428): Launched\u000a20:29:10.605962 run osmo-hlr_10.42.42.2(pid=24429): Launched\u000a20:29:10.730254 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:29:11.269877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24431): Launched\u000a20:29:11.599249 run osmo-stp_10.42.42.5(pid=24432): Launched\u000a20:29:11.718282 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:29:12.289302 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24434): Launched\u000a20:29:12.619293 run osmo-msc_10.42.42.6(pid=24435): Launched\u000a20:29:12.810712 run osmo-stp_10.42.42.5(pid=24432): ERR: Terminated: ERROR {rc=1} [trial-2381↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24432)]\u000a20:29:12.947874 run osmo-stp_10.42.42.5(pid=24432): stdout: \u000a| (launched: 2022-12-12_20:29:11.436020)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:29:13.085119 run osmo-stp_10.42.42.5(pid=24432): stderr: \u000a| �[0;m�[38;5;43m20221212202911629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202911629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202911630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202911630 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202911630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202911630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202911631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:29:13.216514 run osmo-stp_10.42.42.5(pid=24432): stdout: \u000a| (launched: 2022-12-12_20:29:11.436020)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:29:13.346804 run osmo-stp_10.42.42.5(pid=24432): stderr: \u000a| �[0;m�[38;5;43m20221212202911629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202911629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202911630 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202911630 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202911630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202911630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202911631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:29:13.404010 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=24432): Process ended prematurely: osmo-stp_10.42.42.5(pid=24432) [trial-2381↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24432)] [trial-2381↪handover_2G:oc2g+bts1-sysmo↪handover.py:18]\u000a20:29:13.412525 tst handover.py:18: Test FAILED (6.6 sec)\u000a20:29:13.476280 run osmo-hlr_10.42.42.2(pid=24429): ERR: Terminated: ERROR {rc=237} [trial-2381↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24429)]\u000a20:29:13.528650 run osmo-hlr_10.42.42.2(pid=24429): stdout: \u000a| (launched: 2022-12-12_20:29:10.441995) \u000a20:29:13.581822 run osmo-hlr_10.42.42.2(pid=24429): stderr: \u000a| �[0;m�[1;31m20221212202910641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212202910641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212202910642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202910642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202910642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212202910642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212202910654 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/handover_2G:oc2g+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212202910665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212202910665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212202910665 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:29:13.653590 run osmo-msc_10.42.42.6(pid=24435): ERR: Terminated: ERROR {rc=2} [trial-2381↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24435)]\u000a20:29:13.705956 run osmo-msc_10.42.42.6(pid=24435): stdout: \u000a| (launched: 2022-12-12_20:29:12.456124) \u000a20:29:13.758288 run osmo-msc_10.42.42.6(pid=24435): stderr: \u000a| �[0;m�[38;5;43m20221212202912781 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212202912782 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9272c31c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212202912782 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212202912782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212202912782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212202912782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212202912784 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212202912784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212202912784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212202912784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:29:13.802810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24428): Terminating (SIGTERM)\u000a20:29:13.845023 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24431): Terminating (SIGTERM)\u000a20:29:13.887276 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24434): Terminating (SIGTERM)\u000a20:29:13.896623 --- ParallelTerminationStrategy: PID 24428 died...\u000a20:29:13.953166 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24428): Terminated: ok {rc=0}\u000a20:29:13.963269 --- ParallelTerminationStrategy: PID 24431 died...\u000a20:29:14.019333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24431): Terminated: ok {rc=0}\u000a20:29:14.029446 --- ParallelTerminationStrategy: PID 24434 died...\u000a20:29:14.085382 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24434): Terminated: ok {rc=0}\u000a20:29:14.174935 bus /sierra_3: Setting Powered False\u000a20:29:15.280196 bus /sierra_3: Setting Powered False\u000a20:29:16.397334 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "176", "name" : "handover_2G_oc2g+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:29:06" }, { "cases" : [ { "testActions" : [ ], "age" : 179, "className" : "handover_2G:oc2g+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24448): Process ended prematurely: osmo-stp_10.42.42.5(pid=24448) [trial-2381↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24448)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24448): Process ended prematurely: osmo-stp_10.42.42.5(pid=24448) [trial-2381↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24448)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 handover_2G:oc2g+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a20:29:18.386899 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:29:18.398379 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a20:29:18.528675 tst handover.py: using LAC 31313\u000a20:29:18.659903 tst handover.py: using RAC 203\u000a20:29:18.786362 tst handover.py: using CellId 31313\u000a20:29:18.912637 tst handover.py: using BVCI 31314\u000a20:29:18.937490 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a20:29:19.081609 tst handover.py: using LAC 31314\u000a20:29:19.209554 tst handover.py: using RAC 204\u000a20:29:19.340538 tst handover.py: using CellId 31314\u000a20:29:19.467224 tst handover.py: using BVCI 31315\u000a20:29:19.492481 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:29:19.503871 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:29:19.515002 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:29:19.526254 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:29:19.537664 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:29:19.548667 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a20:29:19.664668 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a20:29:19.866812 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:29:20.323858 run create_hlr_db(pid=24442): Launched\u000a20:29:20.448462 bus /sierra_2: Setting Powered False\u000a20:29:21.521952 run create_hlr_db(pid=24442): Terminated: ok {rc=0}\u000a20:29:21.930695 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24444): Launched\u000a20:29:22.259148 run osmo-hlr_10.42.42.2(pid=24445): Launched\u000a20:29:22.381781 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:29:22.922425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24447): Launched\u000a20:29:23.249808 run osmo-stp_10.42.42.5(pid=24448): Launched\u000a20:29:23.368474 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:29:23.938959 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24450): Launched\u000a20:29:24.268101 run osmo-msc_10.42.42.6(pid=24451): Launched\u000a20:29:24.459129 run osmo-stp_10.42.42.5(pid=24448): ERR: Terminated: ERROR {rc=1} [trial-2381↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24448)]\u000a20:29:24.596645 run osmo-stp_10.42.42.5(pid=24448): stdout: \u000a| (launched: 2022-12-12_20:29:23.088389)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:29:24.733203 run osmo-stp_10.42.42.5(pid=24448): stderr: \u000a| �[0;m�[38;5;43m20221212202923281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202923282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202923282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202923282 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202923283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202923283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202923283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:29:24.863960 run osmo-stp_10.42.42.5(pid=24448): stdout: \u000a| (launched: 2022-12-12_20:29:23.088389)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:29:24.994053 run osmo-stp_10.42.42.5(pid=24448): stderr: \u000a| �[0;m�[38;5;43m20221212202923281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202923282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202923282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202923282 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202923283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202923283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202923283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:29:25.050794 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=24448): Process ended prematurely: osmo-stp_10.42.42.5(pid=24448) [trial-2381↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24448)] [trial-2381↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18]\u000a20:29:25.059225 tst handover.py:18: Test FAILED (6.7 sec)\u000a20:29:25.122056 run osmo-hlr_10.42.42.2(pid=24445): ERR: Terminated: ERROR {rc=237} [trial-2381↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24445)]\u000a20:29:25.173740 run osmo-hlr_10.42.42.2(pid=24445): stdout: \u000a| (launched: 2022-12-12_20:29:22.097563) \u000a20:29:25.226047 run osmo-hlr_10.42.42.2(pid=24445): stderr: \u000a| �[0;m�[1;31m20221212202922295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212202922295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212202922295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202922295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202922295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212202922295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212202922308 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/handover_2G:oc2g+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212202922318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212202922318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212202922319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:29:25.296839 run osmo-msc_10.42.42.6(pid=24451): ERR: Terminated: ERROR {rc=2} [trial-2381↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24451)]\u000a20:29:25.348347 run osmo-msc_10.42.42.6(pid=24451): stdout: \u000a| (launched: 2022-12-12_20:29:24.105111) \u000a20:29:25.400189 run osmo-msc_10.42.42.6(pid=24451): stderr: \u000a| �[0;m�[38;5;43m20221212202924429 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212202924429 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f24f3716c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212202924429 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212202924429 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212202924430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212202924430 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212202924431 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212202924432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212202924432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212202924432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:29:25.444276 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24444): Terminating (SIGTERM)\u000a20:29:25.486400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24447): Terminating (SIGTERM)\u000a20:29:25.528291 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24450): Terminating (SIGTERM)\u000a20:29:25.538137 --- ParallelTerminationStrategy: PID 24444 died...\u000a20:29:25.594258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24444): Terminated: ok {rc=0}\u000a20:29:25.604677 --- ParallelTerminationStrategy: PID 24447 died...\u000a20:29:25.661126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24447): Terminated: ok {rc=0}\u000a20:29:25.671298 --- ParallelTerminationStrategy: PID 24450 died...\u000a20:29:25.727176 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24450): Terminated: ok {rc=0}\u000a20:29:25.814370 bus /sierra_3: Setting Powered False\u000a20:29:26.917994 bus /sierra_3: Setting Powered False\u000a20:29:28.028014 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "177", "name" : "handover_2G_oc2g+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:29:18" }, { "cases" : [ { "testActions" : [ ], "age" : 179, "className" : "handover_2G:oc2g+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24466): Process ended prematurely: osmo-stp_10.42.42.5(pid=24466) [trial-2381↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24466)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24466): Process ended prematurely: osmo-stp_10.42.42.5(pid=24466) [trial-2381↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24466)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 handover_2G:oc2g+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a20:29:30.028364 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:29:30.039647 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a20:29:30.170613 tst handover.py: using LAC 31315\u000a20:29:30.293666 tst handover.py: using RAC 205\u000a20:29:30.414302 tst handover.py: using CellId 31315\u000a20:29:30.543086 tst handover.py: using BVCI 31316\u000a20:29:30.567884 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a20:29:30.704667 tst handover.py: using LAC 31316\u000a20:29:30.825507 tst handover.py: using RAC 206\u000a20:29:30.951076 tst handover.py: using CellId 31316\u000a20:29:31.076442 tst handover.py: using BVCI 31317\u000a20:29:31.100781 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:29:31.112802 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:29:31.124653 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:29:31.137907 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:29:31.150911 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:29:31.164900 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a20:29:31.287291 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a20:29:31.550189 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:29:32.079548 run create_hlr_db(pid=24457): Launched\u000a20:29:32.208357 bus /sierra_2: Setting Powered False\u000a20:29:33.277446 run create_hlr_db(pid=24457): Terminated: ok {rc=0}\u000a20:29:33.687505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24459): Launched\u000a20:29:34.018336 run osmo-hlr_10.42.42.2(pid=24460): Launched\u000a20:29:34.140168 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:29:34.685184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24465): Launched\u000a20:29:35.014627 run osmo-stp_10.42.42.5(pid=24466): Launched\u000a20:29:35.133623 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:29:35.707085 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24468): Launched\u000a20:29:36.037869 run osmo-msc_10.42.42.6(pid=24469): Launched\u000a20:29:36.229323 run osmo-stp_10.42.42.5(pid=24466): ERR: Terminated: ERROR {rc=1} [trial-2381↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24466)]\u000a20:29:36.367034 run osmo-stp_10.42.42.5(pid=24466): stdout: \u000a| (launched: 2022-12-12_20:29:34.851502)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:29:36.503885 run osmo-stp_10.42.42.5(pid=24466): stderr: \u000a| �[0;m�[38;5;43m20221212202935043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202935043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202935044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202935044 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202935044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202935045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202935045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:29:36.635212 run osmo-stp_10.42.42.5(pid=24466): stdout: \u000a| (launched: 2022-12-12_20:29:34.851502)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:29:36.765494 run osmo-stp_10.42.42.5(pid=24466): stderr: \u000a| �[0;m�[38;5;43m20221212202935043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202935043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202935044 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202935044 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202935044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202935045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202935045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:29:36.822391 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=24466): Process ended prematurely: osmo-stp_10.42.42.5(pid=24466) [trial-2381↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24466)] [trial-2381↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18]\u000a20:29:36.830745 tst handover.py:18: Test FAILED (6.8 sec)\u000a20:29:36.893442 run osmo-hlr_10.42.42.2(pid=24460): ERR: Terminated: ERROR {rc=237} [trial-2381↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24460)]\u000a20:29:36.944652 run osmo-hlr_10.42.42.2(pid=24460): stdout: \u000a| (launched: 2022-12-12_20:29:33.854901) \u000a20:29:36.996721 run osmo-hlr_10.42.42.2(pid=24460): stderr: \u000a| �[0;m�[1;31m20221212202934054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212202934054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212202934054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202934054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202934054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212202934054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212202934067 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/handover_2G:oc2g+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212202934075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212202934076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212202934076 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:29:37.067340 run osmo-msc_10.42.42.6(pid=24469): ERR: Terminated: ERROR {rc=2} [trial-2381↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24469)]\u000a20:29:37.118583 run osmo-msc_10.42.42.6(pid=24469): stdout: \u000a| (launched: 2022-12-12_20:29:35.874333) \u000a20:29:37.170343 run osmo-msc_10.42.42.6(pid=24469): stderr: \u000a| �[0;m�[38;5;43m20221212202936197 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212202936197 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0aadd97c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212202936197 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212202936197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212202936197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212202936197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212202936199 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212202936199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212202936200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212202936200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:29:37.214241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24459): Terminating (SIGTERM)\u000a20:29:37.255729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24465): Terminating (SIGTERM)\u000a20:29:37.297282 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24468): Terminating (SIGTERM)\u000a20:29:37.306523 --- ParallelTerminationStrategy: PID 24459 died...\u000a20:29:37.362285 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24459): Terminated: ok {rc=0}\u000a20:29:37.372300 --- ParallelTerminationStrategy: PID 24465 died...\u000a20:29:37.427843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24465): Terminated: ok {rc=0}\u000a20:29:37.437933 --- ParallelTerminationStrategy: PID 24468 died...\u000a20:29:37.494094 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24468): Terminated: ok {rc=0}\u000a20:29:37.582934 bus /sierra_3: Setting Powered False\u000a20:29:38.690384 bus /sierra_3: Setting Powered False\u000a20:29:39.799133 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "178", "name" : "handover_2G_oc2g+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:29:29" }, { "cases" : [ { "testActions" : [ ], "age" : 210, "className" : "handover_2G:octphy+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24480): Process ended prematurely: osmo-stp_10.42.42.5(pid=24480) [trial-2381↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24480)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24480): Process ended prematurely: osmo-stp_10.42.42.5(pid=24480) [trial-2381↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24480)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 handover_2G:octphy+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a20:29:41.792610 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:29:41.803956 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a20:29:41.931655 tst handover.py: using LAC 31317\u000a20:29:42.055686 tst handover.py: using RAC 207\u000a20:29:42.176400 tst handover.py: using CellId 31317\u000a20:29:42.297601 tst handover.py: using BVCI 31318\u000a20:29:42.320655 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a20:29:42.458016 tst handover.py: using LAC 31318\u000a20:29:42.577047 tst handover.py: using RAC 208\u000a20:29:42.704569 tst handover.py: using CellId 31318\u000a20:29:42.832730 tst handover.py: using BVCI 31319\u000a20:29:42.857885 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:29:42.869386 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:29:42.880725 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:29:42.892002 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:29:42.903318 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a20:29:42.914537 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a20:29:43.030346 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a20:29:43.229901 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:29:43.687976 run create_hlr_db(pid=24474): Launched\u000a20:29:43.813271 bus /sierra_2: Setting Powered False\u000a20:29:44.886051 run create_hlr_db(pid=24474): Terminated: ok {rc=0}\u000a20:29:45.295167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24476): Launched\u000a20:29:45.626851 run osmo-hlr_10.42.42.2(pid=24477): Launched\u000a20:29:45.747186 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:29:46.288748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24479): Launched\u000a20:29:46.737355 run osmo-stp_10.42.42.5(pid=24480): Launched\u000a20:29:46.964119 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:29:47.653660 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24482): Launched\u000a20:29:47.983058 run osmo-msc_10.42.42.6(pid=24483): Launched\u000a20:29:48.175461 run osmo-stp_10.42.42.5(pid=24480): ERR: Terminated: ERROR {rc=1} [trial-2381↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24480)]\u000a20:29:48.314199 run osmo-stp_10.42.42.5(pid=24480): stdout: \u000a| (launched: 2022-12-12_20:29:46.449594)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:29:48.451719 run osmo-stp_10.42.42.5(pid=24480): stderr: \u000a| �[0;m�[38;5;43m20221212202946842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202946842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202946842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202946842 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202946843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202946843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202946843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:29:48.584444 run osmo-stp_10.42.42.5(pid=24480): stdout: \u000a| (launched: 2022-12-12_20:29:46.449594)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:29:48.714967 run osmo-stp_10.42.42.5(pid=24480): stderr: \u000a| �[0;m�[38;5;43m20221212202946842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202946842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202946842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202946842 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202946843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202946843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202946843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:29:48.772132 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=24480): Process ended prematurely: osmo-stp_10.42.42.5(pid=24480) [trial-2381↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24480)] [trial-2381↪handover_2G:octphy+bts1-trx-lms↪handover.py:18]\u000a20:29:48.781032 tst handover.py:18: Test FAILED (7.0 sec)\u000a20:29:48.843861 run osmo-hlr_10.42.42.2(pid=24477): ERR: Terminated: ERROR {rc=237} [trial-2381↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24477)]\u000a20:29:48.894997 run osmo-hlr_10.42.42.2(pid=24477): stdout: \u000a| (launched: 2022-12-12_20:29:45.462010) \u000a20:29:48.947331 run osmo-hlr_10.42.42.2(pid=24477): stderr: \u000a| �[0;m�[1;31m20221212202945661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212202945661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212202945661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202945661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202945661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212202945661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212202945673 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/handover_2G:octphy+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212202945682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212202945682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212202945682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:29:49.018089 run osmo-msc_10.42.42.6(pid=24483): ERR: Terminated: ERROR {rc=2} [trial-2381↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24483)]\u000a20:29:49.069569 run osmo-msc_10.42.42.6(pid=24483): stdout: \u000a| (launched: 2022-12-12_20:29:47.820875) \u000a20:29:49.121615 run osmo-msc_10.42.42.6(pid=24483): stderr: \u000a| �[0;m�[38;5;43m20221212202948144 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212202948144 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd0e3c83c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212202948144 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212202948144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212202948144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212202948145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212202948146 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212202948147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212202948147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212202948147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:29:49.165874 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24476): Terminating (SIGTERM)\u000a20:29:49.207552 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24479): Terminating (SIGTERM)\u000a20:29:49.250390 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24482): Terminating (SIGTERM)\u000a20:29:49.260172 --- ParallelTerminationStrategy: PID 24476 died...\u000a20:29:49.316473 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24476): Terminated: ok {rc=0}\u000a20:29:49.326795 --- ParallelTerminationStrategy: PID 24479 died...\u000a20:29:49.382793 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24479): Terminated: ok {rc=0}\u000a20:29:49.392898 --- ParallelTerminationStrategy: PID 24482 died...\u000a20:29:49.448983 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24482): Terminated: ok {rc=0}\u000a20:29:49.536711 bus /sierra_3: Setting Powered False\u000a20:29:50.645885 bus /sierra_3: Setting Powered False\u000a20:29:51.754682 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "179", "name" : "handover_2G_octphy+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:29:41" }, { "cases" : [ { "testActions" : [ ], "age" : 210, "className" : "handover_2G:octphy+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24494): Process ended prematurely: osmo-stp_10.42.42.5(pid=24494) [trial-2381↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24494)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24494): Process ended prematurely: osmo-stp_10.42.42.5(pid=24494) [trial-2381↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24494)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 handover_2G:octphy+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a20:29:53.747831 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:29:53.759659 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a20:29:53.892597 tst handover.py: using LAC 31319\u000a20:29:54.020725 tst handover.py: using RAC 209\u000a20:29:54.148603 tst handover.py: using CellId 31319\u000a20:29:54.276466 tst handover.py: using BVCI 31320\u000a20:29:54.301370 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a20:29:54.442999 tst handover.py: using LAC 31320\u000a20:29:54.571523 tst handover.py: using RAC 210\u000a20:29:54.700601 tst handover.py: using CellId 31320\u000a20:29:54.828665 tst handover.py: using BVCI 31321\u000a20:29:54.853639 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:29:54.865237 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:29:54.876518 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:29:54.887933 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:29:54.899444 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:29:54.910841 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a20:29:55.027248 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a20:29:55.230691 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:29:55.688532 run create_hlr_db(pid=24488): Launched\u000a20:29:55.814235 bus /sierra_2: Setting Powered False\u000a20:29:56.887390 run create_hlr_db(pid=24488): Terminated: ok {rc=0}\u000a20:29:57.298599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24490): Launched\u000a20:29:57.632012 run osmo-hlr_10.42.42.2(pid=24491): Launched\u000a20:29:57.756735 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:29:58.299984 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24493): Launched\u000a20:29:58.630543 run osmo-stp_10.42.42.5(pid=24494): Launched\u000a20:29:58.749263 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:29:59.321889 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24496): Launched\u000a20:29:59.654226 run osmo-msc_10.42.42.6(pid=24497): Launched\u000a20:29:59.846367 run osmo-stp_10.42.42.5(pid=24494): ERR: Terminated: ERROR {rc=1} [trial-2381↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24494)]\u000a20:29:59.985347 run osmo-stp_10.42.42.5(pid=24494): stdout: \u000a| (launched: 2022-12-12_20:29:58.466821)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:30:00.122018 run osmo-stp_10.42.42.5(pid=24494): stderr: \u000a| �[0;m�[38;5;43m20221212202958660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202958660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202958661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202958661 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202958661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202958661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202958662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:30:00.253576 run osmo-stp_10.42.42.5(pid=24494): stdout: \u000a| (launched: 2022-12-12_20:29:58.466821)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:30:00.384006 run osmo-stp_10.42.42.5(pid=24494): stderr: \u000a| �[0;m�[38;5;43m20221212202958660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212202958660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212202958661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212202958661 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212202958661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212202958661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212202958662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:30:00.441464 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=24494): Process ended prematurely: osmo-stp_10.42.42.5(pid=24494) [trial-2381↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24494)] [trial-2381↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a20:30:00.450327 tst handover.py:18: Test FAILED (6.7 sec)\u000a20:30:00.513371 run osmo-hlr_10.42.42.2(pid=24491): ERR: Terminated: ERROR {rc=237} [trial-2381↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24491)]\u000a20:30:00.564911 run osmo-hlr_10.42.42.2(pid=24491): stdout: \u000a| (launched: 2022-12-12_20:29:57.466251) \u000a20:30:00.617086 run osmo-hlr_10.42.42.2(pid=24491): stderr: \u000a| �[0;m�[1;31m20221212202957666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212202957666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212202957666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202957667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212202957667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212202957667 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212202957679 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/handover_2G:octphy+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212202957690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212202957690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212202957690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:30:00.687706 run osmo-msc_10.42.42.6(pid=24497): ERR: Terminated: ERROR {rc=2} [trial-2381↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24497)]\u000a20:30:00.738969 run osmo-msc_10.42.42.6(pid=24497): stdout: \u000a| (launched: 2022-12-12_20:29:59.489458) \u000a20:30:00.790917 run osmo-msc_10.42.42.6(pid=24497): stderr: \u000a| �[0;m�[38;5;43m20221212202959813 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212202959813 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feb5dd1fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212202959813 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212202959813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212202959813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212202959813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212202959815 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212202959815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212202959816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212202959816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:30:00.835084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24490): Terminating (SIGTERM)\u000a20:30:00.887593 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24493): Terminating (SIGTERM)\u000a20:30:00.930372 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24496): Terminating (SIGTERM)\u000a20:30:00.940188 --- ParallelTerminationStrategy: PID 24490 died...\u000a20:30:01.009902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24490): Terminated: ok {rc=0}\u000a20:30:01.020612 --- ParallelTerminationStrategy: PID 24493 died...\u000a20:30:01.101242 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24493): Terminated: ok {rc=0}\u000a20:30:01.112080 --- ParallelTerminationStrategy: PID 24496 died...\u000a20:30:01.174701 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24496): Terminated: ok {rc=0}\u000a20:30:01.262279 bus /sierra_3: Setting Powered False\u000a20:30:02.368358 bus /sierra_3: Setting Powered False\u000a20:30:03.477154 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "180", "name" : "handover_2G_octphy+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:29:53" }, { "cases" : [ { "testActions" : [ ], "age" : 210, "className" : "handover_2G:octphy+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24511): Process ended prematurely: osmo-stp_10.42.42.5(pid=24511) [trial-2381↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24511)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24511): Process ended prematurely: osmo-stp_10.42.42.5(pid=24511) [trial-2381↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24511)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 handover_2G:octphy+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a20:30:05.459171 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:30:05.470258 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a20:30:05.600188 tst handover.py: using LAC 31321\u000a20:30:05.728774 tst handover.py: using RAC 211\u000a20:30:05.857945 tst handover.py: using CellId 31321\u000a20:30:05.988145 tst handover.py: using BVCI 31322\u000a20:30:06.013239 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a20:30:06.158872 tst handover.py: using LAC 31322\u000a20:30:06.286582 tst handover.py: using RAC 212\u000a20:30:06.419008 tst handover.py: using CellId 31322\u000a20:30:06.545308 tst handover.py: using BVCI 31323\u000a20:30:06.570431 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:30:06.582004 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:30:06.593381 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:30:06.604803 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:30:06.616154 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:30:06.627606 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a20:30:06.743675 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a20:30:06.956326 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:30:07.451249 run create_hlr_db(pid=24505): Launched\u000a20:30:07.585498 bus /sierra_2: Setting Powered False\u000a20:30:08.662594 run create_hlr_db(pid=24505): Terminated: ok {rc=0}\u000a20:30:09.048201 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24507): Launched\u000a20:30:09.357051 run osmo-hlr_10.42.42.2(pid=24508): Launched\u000a20:30:09.477071 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:30:09.989341 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24510): Launched\u000a20:30:10.298766 run osmo-stp_10.42.42.5(pid=24511): Launched\u000a20:30:10.410687 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:30:10.946531 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24513): Launched\u000a20:30:11.254596 run osmo-msc_10.42.42.6(pid=24514): Launched\u000a20:30:11.435138 run osmo-stp_10.42.42.5(pid=24511): ERR: Terminated: ERROR {rc=1} [trial-2381↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24511)]\u000a20:30:11.565198 run osmo-stp_10.42.42.5(pid=24511): stdout: \u000a| (launched: 2022-12-12_20:30:10.145143)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:30:11.692788 run osmo-stp_10.42.42.5(pid=24511): stderr: \u000a| �[0;m�[38;5;43m20221212203010315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212203010315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212203010315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212203010316 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212203010316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212203010316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212203010316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:30:11.815768 run osmo-stp_10.42.42.5(pid=24511): stdout: \u000a| (launched: 2022-12-12_20:30:10.145143)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:30:11.938102 run osmo-stp_10.42.42.5(pid=24511): stderr: \u000a| �[0;m�[38;5;43m20221212203010315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212203010315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212203010315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212203010316 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212203010316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212203010316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212203010316 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:30:11.991337 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=24511): Process ended prematurely: osmo-stp_10.42.42.5(pid=24511) [trial-2381↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24511)] [trial-2381↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18]\u000a20:30:11.999346 tst handover.py:18: Test FAILED (6.5 sec)\u000a20:30:12.060707 run osmo-hlr_10.42.42.2(pid=24508): ERR: Terminated: ERROR {rc=237} [trial-2381↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24508)]\u000a20:30:12.110506 run osmo-hlr_10.42.42.2(pid=24508): stdout: \u000a| (launched: 2022-12-12_20:30:09.203597) \u000a20:30:12.160699 run osmo-hlr_10.42.42.2(pid=24508): stderr: \u000a| �[0;m�[1;31m20221212203009380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212203009380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212203009380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212203009380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212203009380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212203009381 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212203009393 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/handover_2G:octphy+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212203009401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212203009401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212203009401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:30:12.228311 run osmo-msc_10.42.42.6(pid=24514): ERR: Terminated: ERROR {rc=2} [trial-2381↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24514)]\u000a20:30:12.278049 run osmo-msc_10.42.42.6(pid=24514): stdout: \u000a| (launched: 2022-12-12_20:30:11.101405) \u000a20:30:12.328139 run osmo-msc_10.42.42.6(pid=24514): stderr: \u000a| �[0;m�[38;5;43m20221212203011372 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212203011373 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbcbce22c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212203011373 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212203011373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212203011373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212203011373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212203011376 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212203011376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212203011376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212203011377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:30:12.370439 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24507): Terminating (SIGTERM)\u000a20:30:12.410861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24510): Terminating (SIGTERM)\u000a20:30:12.451372 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24513): Terminating (SIGTERM)\u000a20:30:12.461051 --- ParallelTerminationStrategy: PID 24507 died...\u000a20:30:12.516043 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24507): Terminated: ok {rc=0}\u000a20:30:12.525727 --- ParallelTerminationStrategy: PID 24510 died...\u000a20:30:12.579786 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24510): Terminated: ok {rc=0}\u000a20:30:12.589952 --- ParallelTerminationStrategy: PID 24513 died...\u000a20:30:12.644043 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24513): Terminated: ok {rc=0}\u000a20:30:12.733296 bus /sierra_3: Setting Powered False\u000a20:30:13.837645 bus /sierra_3: Setting Powered False\u000a20:30:14.949583 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "181", "name" : "handover_2G_octphy+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:30:05" }, { "cases" : [ { "testActions" : [ ], "age" : 210, "className" : "handover_2G:octphy+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24525): Process ended prematurely: osmo-stp_10.42.42.5(pid=24525) [trial-2381↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24525)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24525): Process ended prematurely: osmo-stp_10.42.42.5(pid=24525) [trial-2381↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24525)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 handover_2G:octphy+bts1-sysmo handover.py\u000a----------------------------------------------\u000a20:30:16.993411 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a20:30:17.016783 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a20:30:17.181919 tst handover.py: using LAC 31323\u000a20:30:17.313811 tst handover.py: using RAC 213\u000a20:30:17.447943 tst handover.py: using CellId 31323\u000a20:30:17.574776 tst handover.py: using BVCI 31324\u000a20:30:17.599706 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a20:30:17.727856 tst handover.py: using LAC 31324\u000a20:30:17.854326 tst handover.py: using RAC 214\u000a20:30:17.980486 tst handover.py: using CellId 31324\u000a20:30:18.107229 tst handover.py: using BVCI 31325\u000a20:30:18.132149 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a20:30:18.143465 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a20:30:18.154584 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a20:30:18.165804 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a20:30:18.176863 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a20:30:18.187920 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a20:30:18.303713 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a20:30:18.505853 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:30:18.963214 run create_hlr_db(pid=24519): Launched\u000a20:30:19.088186 bus /sierra_2: Setting Powered False\u000a20:30:20.162106 run create_hlr_db(pid=24519): Terminated: ok {rc=0}\u000a20:30:20.571758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24521): Launched\u000a20:30:20.901922 run osmo-hlr_10.42.42.2(pid=24522): Launched\u000a20:30:21.021833 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:30:21.561727 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24524): Launched\u000a20:30:21.890496 run osmo-stp_10.42.42.5(pid=24525): Launched\u000a20:30:22.009259 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:30:22.579913 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24527): Launched\u000a20:30:22.908413 run osmo-msc_10.42.42.6(pid=24528): Launched\u000a20:30:23.099549 run osmo-stp_10.42.42.5(pid=24525): ERR: Terminated: ERROR {rc=1} [trial-2381↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24525)]\u000a20:30:23.237968 run osmo-stp_10.42.42.5(pid=24525): stdout: \u000a| (launched: 2022-12-12_20:30:21.727457)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:30:23.374572 run osmo-stp_10.42.42.5(pid=24525): stderr: \u000a| �[0;m�[38;5;43m20221212203021918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212203021918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212203021919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212203021919 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212203021919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212203021920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212203021920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:30:23.505633 run osmo-stp_10.42.42.5(pid=24525): stdout: \u000a| (launched: 2022-12-12_20:30:21.727457)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:30:23.636272 run osmo-stp_10.42.42.5(pid=24525): stderr: \u000a| �[0;m�[38;5;43m20221212203021918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212203021918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212203021919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212203021919 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212203021919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212203021920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212203021920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:30:23.693361 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=24525): Process ended prematurely: osmo-stp_10.42.42.5(pid=24525) [trial-2381↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24525)] [trial-2381↪handover_2G:octphy+bts1-sysmo↪handover.py:18]\u000a20:30:23.701918 tst handover.py:18: Test FAILED (6.7 sec)\u000a20:30:23.764689 run osmo-hlr_10.42.42.2(pid=24522): ERR: Terminated: ERROR {rc=237} [trial-2381↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24522)]\u000a20:30:23.816240 run osmo-hlr_10.42.42.2(pid=24522): stdout: \u000a| (launched: 2022-12-12_20:30:20.738166) \u000a20:30:23.868541 run osmo-hlr_10.42.42.2(pid=24522): stderr: \u000a| �[0;m�[1;31m20221212203020935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212203020935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212203020935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212203020935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212203020935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212203020935 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212203020950 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/handover_2G:octphy+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212203020959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212203020959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212203020959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:30:23.939603 run osmo-msc_10.42.42.6(pid=24528): ERR: Terminated: ERROR {rc=2} [trial-2381↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24528)]\u000a20:30:23.991068 run osmo-msc_10.42.42.6(pid=24528): stdout: \u000a| (launched: 2022-12-12_20:30:22.745554) \u000a20:30:24.043052 run osmo-msc_10.42.42.6(pid=24528): stderr: \u000a| �[0;m�[38;5;43m20221212203023067 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212203023067 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff9298cec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212203023067 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212203023067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212203023068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212203023068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212203023070 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212203023070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212203023070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212203023070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:30:24.087218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24521): Terminating (SIGTERM)\u000a20:30:24.129431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24524): Terminating (SIGTERM)\u000a20:30:24.171382 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24527): Terminating (SIGTERM)\u000a20:30:24.181119 --- ParallelTerminationStrategy: PID 24521 died...\u000a20:30:24.236855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24521): Terminated: ok {rc=0}\u000a20:30:24.246887 --- ParallelTerminationStrategy: PID 24524 died...\u000a20:30:24.302369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24524): Terminated: ok {rc=0}\u000a20:30:24.312458 --- ParallelTerminationStrategy: PID 24527 died...\u000a20:30:24.368068 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24527): Terminated: ok {rc=0}\u000a20:30:24.456134 bus /sierra_3: Setting Powered False\u000a20:30:25.565767 bus /sierra_3: Setting Powered False\u000a20:30:26.678770 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "182", "name" : "handover_2G_octphy+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:30:16" }, { "cases" : [ { "testActions" : [ ], "age" : 210, "className" : "handover_2G:octphy+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24539): Process ended prematurely: osmo-stp_10.42.42.5(pid=24539) [trial-2381↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24539)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24539): Process ended prematurely: osmo-stp_10.42.42.5(pid=24539) [trial-2381↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24539)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 handover_2G:octphy+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a20:30:28.645746 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:30:28.656502 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a20:30:28.777980 tst handover.py: using LAC 31325\u000a20:30:28.899272 tst handover.py: using RAC 215\u000a20:30:29.018848 tst handover.py: using CellId 31325\u000a20:30:29.140017 tst handover.py: using BVCI 31326\u000a20:30:29.163206 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a20:30:29.300016 tst handover.py: using LAC 31326\u000a20:30:29.421890 tst handover.py: using RAC 216\u000a20:30:29.546085 tst handover.py: using CellId 31326\u000a20:30:29.671529 tst handover.py: using BVCI 31327\u000a20:30:29.696344 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:30:29.708046 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:30:29.719452 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:30:29.730896 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:30:29.742691 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:30:29.754528 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a20:30:29.870810 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a20:30:30.081624 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:30:30.580177 run create_hlr_db(pid=24533): Launched\u000a20:30:30.713193 bus /sierra_2: Setting Powered False\u000a20:30:31.859224 run create_hlr_db(pid=24533): Terminated: ok {rc=0}\u000a20:30:32.283861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24535): Launched\u000a20:30:32.615265 run osmo-hlr_10.42.42.2(pid=24536): Launched\u000a20:30:32.734871 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:30:33.276386 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24538): Launched\u000a20:30:33.605832 run osmo-stp_10.42.42.5(pid=24539): Launched\u000a20:30:33.723504 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:30:34.295420 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24541): Launched\u000a20:30:34.626064 run osmo-msc_10.42.42.6(pid=24542): Launched\u000a20:30:34.817092 run osmo-stp_10.42.42.5(pid=24539): ERR: Terminated: ERROR {rc=1} [trial-2381↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24539)]\u000a20:30:34.954346 run osmo-stp_10.42.42.5(pid=24539): stdout: \u000a| (launched: 2022-12-12_20:30:33.442153)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:30:35.090808 run osmo-stp_10.42.42.5(pid=24539): stderr: \u000a| �[0;m�[38;5;43m20221212203033634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212203033634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212203033635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212203033635 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212203033635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212203033636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212203033636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:30:35.222556 run osmo-stp_10.42.42.5(pid=24539): stdout: \u000a| (launched: 2022-12-12_20:30:33.442153)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:30:35.352725 run osmo-stp_10.42.42.5(pid=24539): stderr: \u000a| �[0;m�[38;5;43m20221212203033634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212203033634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212203033635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212203033635 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212203033635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212203033636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212203033636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:30:35.409886 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=24539): Process ended prematurely: osmo-stp_10.42.42.5(pid=24539) [trial-2381↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24539)] [trial-2381↪handover_2G:octphy+bts1-trx-b200↪handover.py:18]\u000a20:30:35.418556 tst handover.py:18: Test FAILED (6.8 sec)\u000a20:30:35.481536 run osmo-hlr_10.42.42.2(pid=24536): ERR: Terminated: ERROR {rc=237} [trial-2381↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24536)]\u000a20:30:35.533601 run osmo-hlr_10.42.42.2(pid=24536): stdout: \u000a| (launched: 2022-12-12_20:30:32.450829) \u000a20:30:35.585941 run osmo-hlr_10.42.42.2(pid=24536): stderr: \u000a| �[0;m�[1;31m20221212203032649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212203032649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212203032649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212203032649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212203032649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212203032649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212203032662 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/handover_2G:octphy+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212203032672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212203032672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212203032672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:30:35.656999 run osmo-msc_10.42.42.6(pid=24542): ERR: Terminated: ERROR {rc=2} [trial-2381↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24542)]\u000a20:30:35.708421 run osmo-msc_10.42.42.6(pid=24542): stdout: \u000a| (launched: 2022-12-12_20:30:34.461726) \u000a20:30:35.760596 run osmo-msc_10.42.42.6(pid=24542): stderr: \u000a| �[0;m�[38;5;43m20221212203034786 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212203034786 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc6d8e60c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212203034786 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212203034786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212203034786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212203034787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212203034788 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212203034789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212203034789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212203034789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:30:35.804703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24535): Terminating (SIGTERM)\u000a20:30:35.846548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24538): Terminating (SIGTERM)\u000a20:30:35.889350 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24541): Terminating (SIGTERM)\u000a20:30:35.899359 --- ParallelTerminationStrategy: PID 24535 died...\u000a20:30:35.956197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24535): Terminated: ok {rc=0}\u000a20:30:35.966817 --- ParallelTerminationStrategy: PID 24538 died...\u000a20:30:36.023355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24538): Terminated: ok {rc=0}\u000a20:30:36.033662 --- ParallelTerminationStrategy: PID 24541 died...\u000a20:30:36.090441 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24541): Terminated: ok {rc=0}\u000a20:30:36.178997 bus /sierra_3: Setting Powered False\u000a20:30:37.286791 bus /sierra_3: Setting Powered False\u000a20:30:38.394808 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "183", "name" : "handover_2G_octphy+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:30:28" }, { "cases" : [ { "testActions" : [ ], "age" : 210, "className" : "handover_2G:octphy+bts1-trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24553): Process ended prematurely: osmo-stp_10.42.42.5(pid=24553) [trial-2381↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24553)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24553): Process ended prematurely: osmo-stp_10.42.42.5(pid=24553) [trial-2381↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24553)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 handover_2G:octphy+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a20:30:40.387901 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:30:40.398878 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a20:30:40.524114 tst handover.py: using LAC 31327\u000a20:30:40.641808 tst handover.py: using RAC 217\u000a20:30:40.760059 tst handover.py: using CellId 31327\u000a20:30:40.880008 tst handover.py: using BVCI 31328\u000a20:30:40.903208 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a20:30:41.041945 tst handover.py: using LAC 31328\u000a20:30:41.159516 tst handover.py: using RAC 218\u000a20:30:41.277233 tst handover.py: using CellId 31328\u000a20:30:41.395358 tst handover.py: using BVCI 31329\u000a20:30:41.418615 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:30:41.429679 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:30:41.440439 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:30:41.451631 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:30:41.462745 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:30:41.473863 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a20:30:41.594243 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a20:30:41.810055 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:30:42.309340 run create_hlr_db(pid=24547): Launched\u000a20:30:42.443038 bus /sierra_2: Setting Powered False\u000a20:30:43.520445 run create_hlr_db(pid=24547): Terminated: ok {rc=0}\u000a20:30:43.931079 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24549): Launched\u000a20:30:44.261791 run osmo-hlr_10.42.42.2(pid=24550): Launched\u000a20:30:44.386158 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:30:44.928236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24552): Launched\u000a20:30:45.257668 run osmo-stp_10.42.42.5(pid=24553): Launched\u000a20:30:45.376543 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:30:45.961264 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24555): Launched\u000a20:30:46.414389 run osmo-msc_10.42.42.6(pid=24556): Launched\u000a20:30:46.643876 run osmo-stp_10.42.42.5(pid=24553): ERR: Terminated: ERROR {rc=1} [trial-2381↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24553)]\u000a20:30:46.957580 run osmo-stp_10.42.42.5(pid=24553): stdout: \u000a| (launched: 2022-12-12_20:30:45.095147)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:30:47.115667 run osmo-stp_10.42.42.5(pid=24553): stderr: \u000a| �[0;m�[38;5;43m20221212203045287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212203045287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212203045287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212203045287 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212203045288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212203045288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212203045288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:30:47.271257 run osmo-stp_10.42.42.5(pid=24553): stdout: \u000a| (launched: 2022-12-12_20:30:45.095147)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:30:47.410023 run osmo-stp_10.42.42.5(pid=24553): stderr: \u000a| �[0;m�[38;5;43m20221212203045287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212203045287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212203045287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212203045287 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212203045288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212203045288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212203045288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:30:47.464891 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=24553): Process ended prematurely: osmo-stp_10.42.42.5(pid=24553) [trial-2381↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24553)] [trial-2381↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18]\u000a20:30:47.473583 tst handover.py:18: Test FAILED (7.1 sec)\u000a20:30:47.536639 run osmo-hlr_10.42.42.2(pid=24550): ERR: Terminated: ERROR {rc=237} [trial-2381↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24550)]\u000a20:30:47.587790 run osmo-hlr_10.42.42.2(pid=24550): stdout: \u000a| (launched: 2022-12-12_20:30:44.098282) \u000a20:30:47.639302 run osmo-hlr_10.42.42.2(pid=24550): stderr: \u000a| �[0;m�[1;31m20221212203044296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212203044296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212203044296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212203044297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212203044297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212203044297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212203044309 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/handover_2G:octphy+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212203044318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212203044319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212203044319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:30:47.708537 run osmo-msc_10.42.42.6(pid=24556): ERR: Terminated: ERROR {rc=2} [trial-2381↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24556)]\u000a20:30:47.759229 run osmo-msc_10.42.42.6(pid=24556): stdout: \u000a| (launched: 2022-12-12_20:30:46.121928) \u000a20:30:47.809717 run osmo-msc_10.42.42.6(pid=24556): stderr: \u000a| �[0;m�[38;5;43m20221212203046685 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212203046687 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1cb97bdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212203046687 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212203046688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212203046689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212203046691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212203046701 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212203046704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212203046705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212203046705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:30:47.853010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24549): Terminating (SIGTERM)\u000a20:30:47.894625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24552): Terminating (SIGTERM)\u000a20:30:47.935624 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24555): Terminating (SIGTERM)\u000a20:30:47.945814 --- ParallelTerminationStrategy: PID 24549 died...\u000a20:30:48.000405 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24549): Terminated: ok {rc=0}\u000a20:30:48.011023 --- ParallelTerminationStrategy: PID 24552 died...\u000a20:30:48.065708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24552): Terminated: ok {rc=0}\u000a20:30:48.076238 --- ParallelTerminationStrategy: PID 24555 died...\u000a20:30:48.131360 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24555): Terminated: ok {rc=0}\u000a20:30:48.219945 bus /sierra_3: Setting Powered False\u000a20:30:49.327833 bus /sierra_3: Setting Powered False\u000a20:30:50.439466 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "184", "name" : "handover_2G_octphy+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:30:40" }, { "cases" : [ { "testActions" : [ ], "age" : 210, "className" : "handover_2G:trx-lms+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24567): Process ended prematurely: osmo-stp_10.42.42.5(pid=24567) [trial-2381↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24567)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24567): Process ended prematurely: osmo-stp_10.42.42.5(pid=24567) [trial-2381↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24567)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 handover_2G:trx-lms+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a20:30:52.463145 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:30:52.475415 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a20:30:52.622914 tst handover.py: using LAC 31329\u000a20:30:52.750818 tst handover.py: using RAC 219\u000a20:30:52.878750 tst handover.py: using CellId 31329\u000a20:30:53.007153 tst handover.py: using BVCI 31330\u000a20:30:53.032021 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a20:30:53.173328 tst handover.py: using LAC 31330\u000a20:30:53.302577 tst handover.py: using RAC 220\u000a20:30:53.431456 tst handover.py: using CellId 31330\u000a20:30:53.559538 tst handover.py: using BVCI 31331\u000a20:30:53.584541 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:30:53.596087 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:30:53.607522 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:30:53.619023 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:30:53.630640 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a20:30:53.642292 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a20:30:53.758175 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a20:30:53.962923 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:30:54.420239 run create_hlr_db(pid=24561): Launched\u000a20:30:54.545482 bus /sierra_2: Setting Powered False\u000a20:30:55.617905 run create_hlr_db(pid=24561): Terminated: ok {rc=0}\u000a20:30:56.027666 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24563): Launched\u000a20:30:56.358353 run osmo-hlr_10.42.42.2(pid=24564): Launched\u000a20:30:56.479626 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:30:57.023741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24566): Launched\u000a20:30:57.354562 run osmo-stp_10.42.42.5(pid=24567): Launched\u000a20:30:57.473446 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:30:58.047560 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24569): Launched\u000a20:30:58.379511 run osmo-msc_10.42.42.6(pid=24570): Launched\u000a20:30:58.572211 run osmo-stp_10.42.42.5(pid=24567): ERR: Terminated: ERROR {rc=1} [trial-2381↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24567)]\u000a20:30:58.711038 run osmo-stp_10.42.42.5(pid=24567): stdout: \u000a| (launched: 2022-12-12_20:30:57.190712)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:30:58.847920 run osmo-stp_10.42.42.5(pid=24567): stderr: \u000a| �[0;m�[38;5;43m20221212203057383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212203057383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212203057384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212203057384 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212203057384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212203057385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212203057385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:30:58.979521 run osmo-stp_10.42.42.5(pid=24567): stdout: \u000a| (launched: 2022-12-12_20:30:57.190712)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:30:59.109911 run osmo-stp_10.42.42.5(pid=24567): stderr: \u000a| �[0;m�[38;5;43m20221212203057383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212203057383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212203057384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212203057384 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212203057384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212203057385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212203057385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:30:59.167014 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=24567): Process ended prematurely: osmo-stp_10.42.42.5(pid=24567) [trial-2381↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24567)] [trial-2381↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a20:30:59.175763 tst handover.py:18: Test FAILED (6.7 sec)\u000a20:30:59.238584 run osmo-hlr_10.42.42.2(pid=24564): ERR: Terminated: ERROR {rc=237} [trial-2381↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24564)]\u000a20:30:59.290128 run osmo-hlr_10.42.42.2(pid=24564): stdout: \u000a| (launched: 2022-12-12_20:30:56.194543) \u000a20:30:59.342442 run osmo-hlr_10.42.42.2(pid=24564): stderr: \u000a| �[0;m�[1;31m20221212203056393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212203056393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212203056393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212203056393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212203056393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212203056393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212203056409 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/handover_2G:trx-lms+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212203056417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212203056417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212203056417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:30:59.413577 run osmo-msc_10.42.42.6(pid=24570): ERR: Terminated: ERROR {rc=2} [trial-2381↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24570)]\u000a20:30:59.464758 run osmo-msc_10.42.42.6(pid=24570): stdout: \u000a| (launched: 2022-12-12_20:30:58.214724) \u000a20:30:59.516645 run osmo-msc_10.42.42.6(pid=24570): stderr: \u000a| �[0;m�[38;5;43m20221212203058537 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212203058537 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6200683c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212203058537 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212203058537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212203058537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212203058538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212203058539 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212203058540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212203058540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212203058540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:30:59.560930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24563): Terminating (SIGTERM)\u000a20:30:59.602554 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24566): Terminating (SIGTERM)\u000a20:30:59.644236 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24569): Terminating (SIGTERM)\u000a20:30:59.653977 --- ParallelTerminationStrategy: PID 24563 died...\u000a20:30:59.710317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24563): Terminated: ok {rc=0}\u000a20:30:59.720528 --- ParallelTerminationStrategy: PID 24566 died...\u000a20:30:59.777402 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24566): Terminated: ok {rc=0}\u000a20:30:59.787688 --- ParallelTerminationStrategy: PID 24569 died...\u000a20:30:59.844108 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24569): Terminated: ok {rc=0}\u000a20:30:59.931340 bus /sierra_3: Setting Powered False\u000a20:31:01.059978 bus /sierra_3: Setting Powered False\u000a20:31:02.193448 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "185", "name" : "handover_2G_trx-lms+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:30:52" }, { "cases" : [ { "testActions" : [ ], "age" : 210, "className" : "handover_2G:trx-lms+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24582): Process ended prematurely: osmo-stp_10.42.42.5(pid=24582) [trial-2381↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24582)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24582): Process ended prematurely: osmo-stp_10.42.42.5(pid=24582) [trial-2381↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24582)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 handover_2G:trx-lms+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a20:31:04.224455 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:31:04.235493 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a20:31:04.372221 tst handover.py: using LAC 31331\u000a20:31:04.491829 tst handover.py: using RAC 221\u000a20:31:04.612633 tst handover.py: using CellId 31331\u000a20:31:04.734197 tst handover.py: using BVCI 31332\u000a20:31:04.757204 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a20:31:04.894934 tst handover.py: using LAC 31332\u000a20:31:05.016085 tst handover.py: using RAC 222\u000a20:31:05.136723 tst handover.py: using CellId 31332\u000a20:31:05.255835 tst handover.py: using BVCI 31333\u000a20:31:05.278794 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:31:05.289815 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:31:05.300654 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:31:05.311866 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:31:05.323160 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:31:05.334341 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a20:31:05.454877 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a20:31:05.669423 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:31:06.166777 run create_hlr_db(pid=24576): Launched\u000a20:31:06.300216 bus /sierra_2: Setting Powered False\u000a20:31:07.377562 run create_hlr_db(pid=24576): Terminated: ok {rc=0}\u000a20:31:07.771115 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24578): Launched\u000a20:31:08.078695 run osmo-hlr_10.42.42.2(pid=24579): Launched\u000a20:31:08.198423 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:31:08.710088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24581): Launched\u000a20:31:09.017744 run osmo-stp_10.42.42.5(pid=24582): Launched\u000a20:31:09.129047 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:31:09.663679 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24584): Launched\u000a20:31:09.973451 run osmo-msc_10.42.42.6(pid=24585): Launched\u000a20:31:10.153845 run osmo-stp_10.42.42.5(pid=24582): ERR: Terminated: ERROR {rc=1} [trial-2381↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24582)]\u000a20:31:10.283604 run osmo-stp_10.42.42.5(pid=24582): stdout: \u000a| (launched: 2022-12-12_20:31:08.864598)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:31:10.411133 run osmo-stp_10.42.42.5(pid=24582): stderr: \u000a| �[0;m�[38;5;43m20221212203109036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212203109036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212203109036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212203109037 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212203109037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212203109037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212203109037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:31:10.534734 run osmo-stp_10.42.42.5(pid=24582): stdout: \u000a| (launched: 2022-12-12_20:31:08.864598)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:31:10.657089 run osmo-stp_10.42.42.5(pid=24582): stderr: \u000a| �[0;m�[38;5;43m20221212203109036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212203109036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212203109036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212203109037 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212203109037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212203109037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212203109037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:31:10.710256 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=24582): Process ended prematurely: osmo-stp_10.42.42.5(pid=24582) [trial-2381↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24582)] [trial-2381↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18]\u000a20:31:10.718183 tst handover.py:18: Test FAILED (6.5 sec)\u000a20:31:10.779272 run osmo-hlr_10.42.42.2(pid=24579): ERR: Terminated: ERROR {rc=237} [trial-2381↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24579)]\u000a20:31:10.829185 run osmo-hlr_10.42.42.2(pid=24579): stdout: \u000a| (launched: 2022-12-12_20:31:07.925372) \u000a20:31:10.880108 run osmo-hlr_10.42.42.2(pid=24579): stderr: \u000a| �[0;m�[1;31m20221212203108099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212203108099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212203108099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212203108099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212203108099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212203108099 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212203108112 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/handover_2G:trx-lms+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212203108120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212203108120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212203108120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:31:10.948473 run osmo-msc_10.42.42.6(pid=24585): ERR: Terminated: ERROR {rc=2} [trial-2381↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24585)]\u000a20:31:10.998281 run osmo-msc_10.42.42.6(pid=24585): stdout: \u000a| (launched: 2022-12-12_20:31:09.818733) \u000a20:31:11.048742 run osmo-msc_10.42.42.6(pid=24585): stderr: \u000a| �[0;m�[38;5;43m20221212203110088 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212203110088 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd0c47c7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212203110088 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212203110088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212203110089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212203110089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212203110091 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212203110091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212203110091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212203110091 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:31:11.091128 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24578): Terminating (SIGTERM)\u000a20:31:11.131554 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24581): Terminating (SIGTERM)\u000a20:31:11.171750 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24584): Terminating (SIGTERM)\u000a20:31:11.181289 --- ParallelTerminationStrategy: PID 24578 died...\u000a20:31:11.235373 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24578): Terminated: ok {rc=0}\u000a20:31:11.245287 --- ParallelTerminationStrategy: PID 24581 died...\u000a20:31:11.298975 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24581): Terminated: ok {rc=0}\u000a20:31:11.308817 --- ParallelTerminationStrategy: PID 24584 died...\u000a20:31:11.363386 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24584): Terminated: ok {rc=0}\u000a20:31:11.453902 bus /sierra_3: Setting Powered False\u000a20:31:12.559205 bus /sierra_3: Setting Powered False\u000a20:31:13.672564 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "186", "name" : "handover_2G_trx-lms+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:31:03" }, { "cases" : [ { "testActions" : [ ], "age" : 51, "className" : "handover_2G:trx-lms+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24596): Process ended prematurely: osmo-stp_10.42.42.5(pid=24596) [trial-2381↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24596)]", "failedSince" : 2331, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24596): Process ended prematurely: osmo-stp_10.42.42.5(pid=24596) [trial-2381↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24596)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 handover_2G:trx-lms+bts1-sysmo handover.py\u000a----------------------------------------------\u000a20:31:15.689671 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a20:31:15.701094 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a20:31:15.850161 tst handover.py: using LAC 31333\u000a20:31:15.986151 tst handover.py: using RAC 223\u000a20:31:16.119105 tst handover.py: using CellId 31333\u000a20:31:16.270469 tst handover.py: using BVCI 31334\u000a20:31:16.299708 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a20:31:16.430572 tst handover.py: using LAC 31334\u000a20:31:16.555796 tst handover.py: using RAC 224\u000a20:31:16.680764 tst handover.py: using CellId 31334\u000a20:31:16.809749 tst handover.py: using BVCI 31335\u000a20:31:16.835256 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a20:31:16.847158 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a20:31:16.859424 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a20:31:16.871157 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a20:31:16.883012 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a20:31:16.895185 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a20:31:17.018393 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a20:31:17.278803 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:31:17.739633 run create_hlr_db(pid=24590): Launched\u000a20:31:17.864702 bus /sierra_2: Setting Powered False\u000a20:31:18.936916 run create_hlr_db(pid=24590): Terminated: ok {rc=0}\u000a20:31:19.346018 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24592): Launched\u000a20:31:19.673718 run osmo-hlr_10.42.42.2(pid=24593): Launched\u000a20:31:19.794582 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:31:20.307646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24595): Launched\u000a20:31:20.618260 run osmo-stp_10.42.42.5(pid=24596): Launched\u000a20:31:20.729826 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:31:21.264170 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24598): Launched\u000a20:31:21.574449 run osmo-msc_10.42.42.6(pid=24599): Launched\u000a20:31:21.754276 run osmo-stp_10.42.42.5(pid=24596): ERR: Terminated: ERROR {rc=1} [trial-2381↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24596)]\u000a20:31:21.884236 run osmo-stp_10.42.42.5(pid=24596): stdout: \u000a| (launched: 2022-12-12_20:31:20.462700)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:31:22.011604 run osmo-stp_10.42.42.5(pid=24596): stderr: \u000a| �[0;m�[38;5;43m20221212203120634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212203120634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212203120634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212203120635 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212203120635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212203120635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212203120635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:31:22.134645 run osmo-stp_10.42.42.5(pid=24596): stdout: \u000a| (launched: 2022-12-12_20:31:20.462700)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:31:22.256714 run osmo-stp_10.42.42.5(pid=24596): stderr: \u000a| �[0;m�[38;5;43m20221212203120634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212203120634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212203120634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212203120635 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212203120635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212203120635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212203120635 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:31:22.310484 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=24596): Process ended prematurely: osmo-stp_10.42.42.5(pid=24596) [trial-2381↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24596)] [trial-2381↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18]\u000a20:31:22.318612 tst handover.py:18: Test FAILED (6.6 sec)\u000a20:31:22.382305 run osmo-hlr_10.42.42.2(pid=24593): ERR: Terminated: ERROR {rc=237} [trial-2381↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24593)]\u000a20:31:22.431943 run osmo-hlr_10.42.42.2(pid=24593): stdout: \u000a| (launched: 2022-12-12_20:31:19.512503) \u000a20:31:22.482277 run osmo-hlr_10.42.42.2(pid=24593): stderr: \u000a| �[0;m�[1;31m20221212203119691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212203119691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212203119691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212203119691 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212203119692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212203119692 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212203119704 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/handover_2G:trx-lms+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212203119712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212203119712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212203119712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:31:22.550490 run osmo-msc_10.42.42.6(pid=24599): ERR: Terminated: ERROR {rc=2} [trial-2381↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24599)]\u000a20:31:22.600316 run osmo-msc_10.42.42.6(pid=24599): stdout: \u000a| (launched: 2022-12-12_20:31:21.419191) \u000a20:31:22.650472 run osmo-msc_10.42.42.6(pid=24599): stderr: \u000a| �[0;m�[38;5;43m20221212203121692 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212203121692 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2cd2f66c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212203121692 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212203121692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212203121692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212203121693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212203121694 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212203121695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212203121695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212203121695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:31:22.692416 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24592): Terminating (SIGTERM)\u000a20:31:22.732330 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24595): Terminating (SIGTERM)\u000a20:31:22.772251 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24598): Terminating (SIGTERM)\u000a20:31:22.781792 --- ParallelTerminationStrategy: PID 24592 died...\u000a20:31:22.835862 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24592): Terminated: ok {rc=0}\u000a20:31:22.845810 --- ParallelTerminationStrategy: PID 24595 died...\u000a20:31:22.899324 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24595): Terminated: ok {rc=0}\u000a20:31:22.908942 --- ParallelTerminationStrategy: PID 24598 died...\u000a20:31:22.963064 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24598): Terminated: ok {rc=0}\u000a20:31:23.047405 bus /sierra_3: Setting Powered False\u000a20:31:24.154634 bus /sierra_3: Setting Powered False\u000a20:31:25.267176 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "187", "name" : "handover_2G_trx-lms+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:31:15" }, { "cases" : [ { "testActions" : [ ], "age" : 210, "className" : "handover_2G:trx-lms+bts1-trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24610): Process ended prematurely: osmo-stp_10.42.42.5(pid=24610) [trial-2381↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24610)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24610): Process ended prematurely: osmo-stp_10.42.42.5(pid=24610) [trial-2381↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24610)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 handover_2G:trx-lms+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a20:31:27.276464 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:31:27.287304 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a20:31:27.424024 tst handover.py: using LAC 31335\u000a20:31:27.544272 tst handover.py: using RAC 225\u000a20:31:27.663126 tst handover.py: using CellId 31335\u000a20:31:27.782245 tst handover.py: using BVCI 31336\u000a20:31:27.805295 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a20:31:27.942790 tst handover.py: using LAC 31336\u000a20:31:28.063172 tst handover.py: using RAC 226\u000a20:31:28.181988 tst handover.py: using CellId 31336\u000a20:31:28.300369 tst handover.py: using BVCI 31337\u000a20:31:28.323334 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:31:28.334263 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:31:28.345019 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:31:28.356068 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:31:28.367047 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:31:28.378038 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a20:31:28.494143 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a20:31:28.706807 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:31:29.203365 run create_hlr_db(pid=24604): Launched\u000a20:31:29.337057 bus /sierra_2: Setting Powered False\u000a20:31:30.414591 run create_hlr_db(pid=24604): Terminated: ok {rc=0}\u000a20:31:30.825951 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24606): Launched\u000a20:31:31.232884 run osmo-hlr_10.42.42.2(pid=24607): Launched\u000a20:31:31.417955 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:31:32.057976 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24609): Launched\u000a20:31:32.486929 run osmo-stp_10.42.42.5(pid=24610): Launched\u000a20:31:32.606113 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:31:33.183929 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24612): Launched\u000a20:31:33.514553 run osmo-msc_10.42.42.6(pid=24613): Launched\u000a20:31:33.706872 run osmo-stp_10.42.42.5(pid=24610): ERR: Terminated: ERROR {rc=1} [trial-2381↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24610)]\u000a20:31:33.844684 run osmo-stp_10.42.42.5(pid=24610): stdout: \u000a| (launched: 2022-12-12_20:31:32.221761)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:31:33.981957 run osmo-stp_10.42.42.5(pid=24610): stderr: \u000a| �[0;m�[38;5;43m20221212203132423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212203132423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212203132424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212203132424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212203132425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212203132425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212203132425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:31:34.113722 run osmo-stp_10.42.42.5(pid=24610): stdout: \u000a| (launched: 2022-12-12_20:31:32.221761)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:31:34.244646 run osmo-stp_10.42.42.5(pid=24610): stderr: \u000a| �[0;m�[38;5;43m20221212203132423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212203132423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212203132424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212203132424 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212203132425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212203132425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212203132425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:31:34.302057 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=24610): Process ended prematurely: osmo-stp_10.42.42.5(pid=24610) [trial-2381↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24610)] [trial-2381↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18]\u000a20:31:34.310677 tst handover.py:18: Test FAILED (7.0 sec)\u000a20:31:34.373847 run osmo-hlr_10.42.42.2(pid=24607): ERR: Terminated: ERROR {rc=237} [trial-2381↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24607)]\u000a20:31:34.425733 run osmo-hlr_10.42.42.2(pid=24607): stdout: \u000a| (launched: 2022-12-12_20:31:31.018232) \u000a20:31:34.478101 run osmo-hlr_10.42.42.2(pid=24607): stderr: \u000a| �[0;m�[1;31m20221212203131392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212203131392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212203131392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212203131392 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212203131393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212203131393 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212203131417 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/handover_2G:trx-lms+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212203131432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212203131435 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212203131436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:31:34.549676 run osmo-msc_10.42.42.6(pid=24613): ERR: Terminated: ERROR {rc=2} [trial-2381↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24613)]\u000a20:31:34.601458 run osmo-msc_10.42.42.6(pid=24613): stdout: \u000a| (launched: 2022-12-12_20:31:33.351456) \u000a20:31:34.653873 run osmo-msc_10.42.42.6(pid=24613): stderr: \u000a| �[0;m�[38;5;43m20221212203133675 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212203133675 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff19fcf6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212203133676 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212203133676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212203133676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212203133676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212203133678 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212203133678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212203133678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212203133678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:31:34.698575 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24606): Terminating (SIGTERM)\u000a20:31:34.740319 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24609): Terminating (SIGTERM)\u000a20:31:34.782335 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24612): Terminating (SIGTERM)\u000a20:31:34.792137 --- ParallelTerminationStrategy: PID 24606 died...\u000a20:31:34.848397 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24606): Terminated: ok {rc=0}\u000a20:31:34.858625 --- ParallelTerminationStrategy: PID 24609 died...\u000a20:31:34.914623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24609): Terminated: ok {rc=0}\u000a20:31:34.924887 --- ParallelTerminationStrategy: PID 24612 died...\u000a20:31:34.980922 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24612): Terminated: ok {rc=0}\u000a20:31:35.069007 bus /sierra_3: Setting Powered False\u000a20:31:36.176832 bus /sierra_3: Setting Powered False\u000a20:31:37.285126 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "188", "name" : "handover_2G_trx-lms+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:31:26" }, { "cases" : [ { "testActions" : [ ], "age" : 210, "className" : "handover_2G:trx-lms+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24624): Process ended prematurely: osmo-stp_10.42.42.5(pid=24624) [trial-2381↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24624)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24624): Process ended prematurely: osmo-stp_10.42.42.5(pid=24624) [trial-2381↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24624)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 handover_2G:trx-lms+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a20:31:39.328766 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:31:39.340258 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a20:31:39.483591 tst handover.py: using LAC 31337\u000a20:31:39.617448 tst handover.py: using RAC 227\u000a20:31:39.745913 tst handover.py: using CellId 31337\u000a20:31:39.873877 tst handover.py: using BVCI 31338\u000a20:31:39.898630 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a20:31:40.040799 tst handover.py: using LAC 31338\u000a20:31:40.168208 tst handover.py: using RAC 228\u000a20:31:40.299375 tst handover.py: using CellId 31338\u000a20:31:40.425437 tst handover.py: using BVCI 31339\u000a20:31:40.450324 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:31:40.461678 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:31:40.472807 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:31:40.484167 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:31:40.495431 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:31:40.506649 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a20:31:40.623152 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a20:31:40.835082 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:31:41.332312 run create_hlr_db(pid=24618): Launched\u000a20:31:41.466001 bus /sierra_2: Setting Powered False\u000a20:31:42.543465 run create_hlr_db(pid=24618): Terminated: ok {rc=0}\u000a20:31:42.955251 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24620): Launched\u000a20:31:43.285129 run osmo-hlr_10.42.42.2(pid=24621): Launched\u000a20:31:43.405085 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:31:43.947940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24623): Launched\u000a20:31:44.278035 run osmo-stp_10.42.42.5(pid=24624): Launched\u000a20:31:44.396766 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:31:44.968344 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24626): Launched\u000a20:31:45.298119 run osmo-msc_10.42.42.6(pid=24627): Launched\u000a20:31:45.490091 run osmo-stp_10.42.42.5(pid=24624): ERR: Terminated: ERROR {rc=1} [trial-2381↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24624)]\u000a20:31:45.629085 run osmo-stp_10.42.42.5(pid=24624): stdout: \u000a| (launched: 2022-12-12_20:31:44.114506)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:31:45.765695 run osmo-stp_10.42.42.5(pid=24624): stderr: \u000a| �[0;m�[38;5;43m20221212203144306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212203144307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212203144307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212203144307 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212203144308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212203144308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212203144308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:31:45.914285 run osmo-stp_10.42.42.5(pid=24624): stdout: \u000a| (launched: 2022-12-12_20:31:44.114506)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:31:46.044325 run osmo-stp_10.42.42.5(pid=24624): stderr: \u000a| �[0;m�[38;5;43m20221212203144306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212203144307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212203144307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212203144307 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212203144308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212203144308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212203144308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:31:46.100535 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=24624): Process ended prematurely: osmo-stp_10.42.42.5(pid=24624) [trial-2381↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24624)] [trial-2381↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18]\u000a20:31:46.109969 tst handover.py:18: Test FAILED (6.8 sec)\u000a20:31:46.175845 run osmo-hlr_10.42.42.2(pid=24621): ERR: Terminated: ERROR {rc=237} [trial-2381↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24621)]\u000a20:31:46.229956 run osmo-hlr_10.42.42.2(pid=24621): stdout: \u000a| (launched: 2022-12-12_20:31:43.121911) \u000a20:31:46.282273 run osmo-hlr_10.42.42.2(pid=24621): stderr: \u000a| �[0;m�[1;31m20221212203143319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212203143319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212203143320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212203143320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212203143320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212203143320 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212203143366 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/handover_2G:trx-lms+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212203143375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212203143375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212203143375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:31:46.355841 run osmo-msc_10.42.42.6(pid=24627): ERR: Terminated: ERROR {rc=2} [trial-2381↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24627)]\u000a20:31:46.408861 run osmo-msc_10.42.42.6(pid=24627): stdout: \u000a| (launched: 2022-12-12_20:31:45.134792) \u000a20:31:46.462675 run osmo-msc_10.42.42.6(pid=24627): stderr: \u000a| �[0;m�[38;5;43m20221212203145456 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212203145456 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f86e7f55c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212203145456 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212203145456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212203145456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212203145457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212203145458 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212203145459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212203145459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212203145459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:31:46.506880 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24620): Terminating (SIGTERM)\u000a20:31:46.553514 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24623): Terminating (SIGTERM)\u000a20:31:46.598992 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24626): Terminating (SIGTERM)\u000a20:31:46.611181 --- ParallelTerminationStrategy: PID 24620 died...\u000a20:31:46.671166 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24620): Terminated: ok {rc=0}\u000a20:31:46.682007 --- ParallelTerminationStrategy: PID 24623 died...\u000a20:31:46.741693 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24623): Terminated: ok {rc=0}\u000a20:31:46.752465 --- ParallelTerminationStrategy: PID 24626 died...\u000a20:31:46.810906 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24626): Terminated: ok {rc=0}\u000a20:31:46.899650 bus /sierra_3: Setting Powered False\u000a20:31:48.001620 bus /sierra_3: Setting Powered False\u000a20:31:49.113761 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "189", "name" : "handover_2G_trx-lms+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:31:39" }, { "cases" : [ { "testActions" : [ ], "age" : 210, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24638): Process ended prematurely: osmo-stp_10.42.42.5(pid=24638) [trial-2381↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24638)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24638): Process ended prematurely: osmo-stp_10.42.42.5(pid=24638) [trial-2381↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24638)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a20:31:51.135469 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:31:51.146853 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a20:31:51.280201 tst handover.py: using LAC 31339\u000a20:31:51.401418 tst handover.py: using RAC 229\u000a20:31:51.525099 tst handover.py: using CellId 31339\u000a20:31:51.643540 tst handover.py: using BVCI 31340\u000a20:31:51.666600 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a20:31:51.812072 tst handover.py: using LAC 31340\u000a20:31:51.938446 tst handover.py: using RAC 230\u000a20:31:52.063496 tst handover.py: using CellId 31340\u000a20:31:52.181914 tst handover.py: using BVCI 31341\u000a20:31:52.204839 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:31:52.216166 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:31:52.227540 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:31:52.238892 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:31:52.250292 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a20:31:52.261590 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a20:31:52.377231 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a20:31:52.580132 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:31:53.038084 run create_hlr_db(pid=24632): Launched\u000a20:31:53.163180 bus /sierra_2: Setting Powered False\u000a20:31:54.236098 run create_hlr_db(pid=24632): Terminated: ok {rc=0}\u000a20:31:54.619185 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24634): Launched\u000a20:31:54.928304 run osmo-hlr_10.42.42.2(pid=24635): Launched\u000a20:31:55.039069 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:31:55.545199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24637): Launched\u000a20:31:55.854955 run osmo-stp_10.42.42.5(pid=24638): Launched\u000a20:31:55.966389 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:31:56.503533 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24640): Launched\u000a20:31:56.812341 run osmo-msc_10.42.42.6(pid=24641): Launched\u000a20:31:56.992336 run osmo-stp_10.42.42.5(pid=24638): ERR: Terminated: ERROR {rc=1} [trial-2381↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24638)]\u000a20:31:57.122300 run osmo-stp_10.42.42.5(pid=24638): stdout: \u000a| (launched: 2022-12-12_20:31:55.700721)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:31:57.249272 run osmo-stp_10.42.42.5(pid=24638): stderr: \u000a| �[0;m�[38;5;43m20221212203155871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212203155871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212203155871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212203155872 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212203155872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212203155872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212203155872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:31:57.371904 run osmo-stp_10.42.42.5(pid=24638): stdout: \u000a| (launched: 2022-12-12_20:31:55.700721)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:31:57.493794 run osmo-stp_10.42.42.5(pid=24638): stderr: \u000a| �[0;m�[38;5;43m20221212203155871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212203155871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212203155871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212203155872 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212203155872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212203155872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212203155872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:31:57.547025 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=24638): Process ended prematurely: osmo-stp_10.42.42.5(pid=24638) [trial-2381↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24638)] [trial-2381↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18]\u000a20:31:57.555188 tst handover.py:18: Test FAILED (6.4 sec)\u000a20:31:57.616078 run osmo-hlr_10.42.42.2(pid=24635): ERR: Terminated: ERROR {rc=237} [trial-2381↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24635)]\u000a20:31:57.665560 run osmo-hlr_10.42.42.2(pid=24635): stdout: \u000a| (launched: 2022-12-12_20:31:54.774490) \u000a20:31:57.715734 run osmo-hlr_10.42.42.2(pid=24635): stderr: \u000a| �[0;m�[1;31m20221212203154951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212203154951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212203154951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212203154951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212203154951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212203154951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212203154983 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212203154992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212203154993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212203154993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:31:57.784117 run osmo-msc_10.42.42.6(pid=24641): ERR: Terminated: ERROR {rc=2} [trial-2381↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24641)]\u000a20:31:57.833463 run osmo-msc_10.42.42.6(pid=24641): stdout: \u000a| (launched: 2022-12-12_20:31:56.658851) \u000a20:31:57.882909 run osmo-msc_10.42.42.6(pid=24641): stderr: \u000a| �[0;m�[38;5;43m20221212203156930 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212203156930 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb1e6a1fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212203156931 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212203156931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212203156931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212203156931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212203156933 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212203156933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212203156933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212203156933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:31:57.925251 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24634): Terminating (SIGTERM)\u000a20:31:57.965264 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24637): Terminating (SIGTERM)\u000a20:31:58.005261 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24640): Terminating (SIGTERM)\u000a20:31:58.014853 --- ParallelTerminationStrategy: PID 24634 died...\u000a20:31:58.068426 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24634): Terminated: ok {rc=0}\u000a20:31:58.078463 --- ParallelTerminationStrategy: PID 24637 died...\u000a20:31:58.131641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24637): Terminated: ok {rc=0}\u000a20:31:58.141954 --- ParallelTerminationStrategy: PID 24640 died...\u000a20:31:58.195167 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24640): Terminated: ok {rc=0}\u000a20:31:58.283357 bus /sierra_3: Setting Powered False\u000a20:31:59.385964 bus /sierra_3: Setting Powered False\u000a20:32:00.496998 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "190", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:31:50" }, { "cases" : [ { "testActions" : [ ], "age" : 210, "className" : "handover_2G:trx-lms-limenet-micro+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24652): Process ended prematurely: osmo-stp_10.42.42.5(pid=24652) [trial-2381↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24652)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24652): Process ended prematurely: osmo-stp_10.42.42.5(pid=24652) [trial-2381↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24652)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 handover_2G:trx-lms-limenet-micro+bts1-sysmo handover.py\u000a----------------------------------------------\u000a20:32:02.535932 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a20:32:02.547458 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a20:32:02.686414 tst handover.py: using LAC 31341\u000a20:32:02.812256 tst handover.py: using RAC 231\u000a20:32:02.940185 tst handover.py: using CellId 31341\u000a20:32:03.069335 tst handover.py: using BVCI 31342\u000a20:32:03.094460 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a20:32:03.217768 tst handover.py: using LAC 31342\u000a20:32:03.335596 tst handover.py: using RAC 232\u000a20:32:03.459730 tst handover.py: using CellId 31342\u000a20:32:03.578138 tst handover.py: using BVCI 31343\u000a20:32:03.601417 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a20:32:03.612606 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a20:32:03.623608 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a20:32:03.635140 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a20:32:03.646665 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a20:32:03.657994 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a20:32:03.778144 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a20:32:03.982153 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:32:04.438937 run create_hlr_db(pid=24646): Launched\u000a20:32:04.564444 bus /sierra_2: Setting Powered False\u000a20:32:05.636846 run create_hlr_db(pid=24646): Terminated: ok {rc=0}\u000a20:32:06.044030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24648): Launched\u000a20:32:06.375343 run osmo-hlr_10.42.42.2(pid=24649): Launched\u000a20:32:06.494574 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:32:07.037637 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24651): Launched\u000a20:32:07.366004 run osmo-stp_10.42.42.5(pid=24652): Launched\u000a20:32:07.485413 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:32:08.057431 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24654): Launched\u000a20:32:08.388001 run osmo-msc_10.42.42.6(pid=24655): Launched\u000a20:32:08.580103 run osmo-stp_10.42.42.5(pid=24652): ERR: Terminated: ERROR {rc=1} [trial-2381↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24652)]\u000a20:32:08.718746 run osmo-stp_10.42.42.5(pid=24652): stdout: \u000a| (launched: 2022-12-12_20:32:07.204317)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:32:08.855804 run osmo-stp_10.42.42.5(pid=24652): stderr: \u000a| �[0;m�[38;5;43m20221212203207398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212203207399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212203207399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212203207399 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212203207400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212203207400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212203207400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:32:08.987964 run osmo-stp_10.42.42.5(pid=24652): stdout: \u000a| (launched: 2022-12-12_20:32:07.204317)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:32:09.118600 run osmo-stp_10.42.42.5(pid=24652): stderr: \u000a| �[0;m�[38;5;43m20221212203207398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212203207399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212203207399 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212203207399 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212203207400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212203207400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212203207400 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:32:09.175551 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=24652): Process ended prematurely: osmo-stp_10.42.42.5(pid=24652) [trial-2381↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24652)] [trial-2381↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18]\u000a20:32:09.184092 tst handover.py:18: Test FAILED (6.6 sec)\u000a20:32:09.246591 run osmo-hlr_10.42.42.2(pid=24649): ERR: Terminated: ERROR {rc=237} [trial-2381↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24649)]\u000a20:32:09.297904 run osmo-hlr_10.42.42.2(pid=24649): stdout: \u000a| (launched: 2022-12-12_20:32:06.211042) \u000a20:32:09.350116 run osmo-hlr_10.42.42.2(pid=24649): stderr: \u000a| �[0;m�[1;31m20221212203206409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212203206409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212203206409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212203206409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212203206409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212203206409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212203206466 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/handover_2G:trx-lms-limenet-micro+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212203206476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212203206476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212203206476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:32:09.421001 run osmo-msc_10.42.42.6(pid=24655): ERR: Terminated: ERROR {rc=2} [trial-2381↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24655)]\u000a20:32:09.472637 run osmo-msc_10.42.42.6(pid=24655): stdout: \u000a| (launched: 2022-12-12_20:32:08.223621) \u000a20:32:09.524614 run osmo-msc_10.42.42.6(pid=24655): stderr: \u000a| �[0;m�[38;5;43m20221212203208546 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212203208546 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fee2ae0bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212203208546 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212203208546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212203208547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212203208547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212203208548 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212203208549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212203208549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212203208549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:32:09.569212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24648): Terminating (SIGTERM)\u000a20:32:09.611160 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24651): Terminating (SIGTERM)\u000a20:32:09.653293 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24654): Terminating (SIGTERM)\u000a20:32:09.663017 --- ParallelTerminationStrategy: PID 24648 died...\u000a20:32:09.719250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24648): Terminated: ok {rc=0}\u000a20:32:09.729420 --- ParallelTerminationStrategy: PID 24651 died...\u000a20:32:09.785394 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24651): Terminated: ok {rc=0}\u000a20:32:09.795473 --- ParallelTerminationStrategy: PID 24654 died...\u000a20:32:09.851333 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24654): Terminated: ok {rc=0}\u000a20:32:09.939120 bus /sierra_3: Setting Powered False\u000a20:32:11.043481 bus /sierra_3: Setting Powered False\u000a20:32:12.151610 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "191", "name" : "handover_2G_trx-lms-limenet-micro+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:32:02" }, { "cases" : [ { "testActions" : [ ], "age" : 210, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24666): Process ended prematurely: osmo-stp_10.42.42.5(pid=24666) [trial-2381↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24666)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24666): Process ended prematurely: osmo-stp_10.42.42.5(pid=24666) [trial-2381↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24666)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 handover_2G:trx-lms-limenet-micro+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a20:32:14.189539 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:32:14.201080 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a20:32:14.344149 tst handover.py: using LAC 31343\u000a20:32:14.474260 tst handover.py: using RAC 233\u000a20:32:14.598690 tst handover.py: using CellId 31343\u000a20:32:14.719129 tst handover.py: using BVCI 31344\u000a20:32:14.742317 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a20:32:14.878743 tst handover.py: using LAC 31344\u000a20:32:14.999242 tst handover.py: using RAC 234\u000a20:32:15.121558 tst handover.py: using CellId 31344\u000a20:32:15.244041 tst handover.py: using BVCI 31345\u000a20:32:15.267210 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:32:15.278522 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:32:15.289860 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:32:15.301597 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:32:15.313569 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:32:15.325233 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a20:32:15.446355 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a20:32:15.661223 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:32:16.211056 run create_hlr_db(pid=24660): Launched\u000a20:32:16.347533 bus /sierra_2: Setting Powered False\u000a20:32:17.429042 run create_hlr_db(pid=24660): Terminated: ok {rc=0}\u000a20:32:17.812549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24662): Launched\u000a20:32:18.121591 run osmo-hlr_10.42.42.2(pid=24663): Launched\u000a20:32:18.234334 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:32:18.742127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24665): Launched\u000a20:32:19.051408 run osmo-stp_10.42.42.5(pid=24666): Launched\u000a20:32:19.163001 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:32:19.696732 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24668): Launched\u000a20:32:20.005488 run osmo-msc_10.42.42.6(pid=24669): Launched\u000a20:32:20.184287 run osmo-stp_10.42.42.5(pid=24666): ERR: Terminated: ERROR {rc=1} [trial-2381↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24666)]\u000a20:32:20.314094 run osmo-stp_10.42.42.5(pid=24666): stdout: \u000a| (launched: 2022-12-12_20:32:18.896693)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:32:20.440934 run osmo-stp_10.42.42.5(pid=24666): stderr: \u000a| �[0;m�[38;5;43m20221212203219067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212203219067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212203219067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212203219068 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212203219068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212203219068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212203219068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:32:20.563555 run osmo-stp_10.42.42.5(pid=24666): stdout: \u000a| (launched: 2022-12-12_20:32:18.896693)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:32:20.685207 run osmo-stp_10.42.42.5(pid=24666): stderr: \u000a| �[0;m�[38;5;43m20221212203219067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212203219067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212203219067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212203219068 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212203219068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212203219068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212203219068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:32:20.738404 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=24666): Process ended prematurely: osmo-stp_10.42.42.5(pid=24666) [trial-2381↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24666)] [trial-2381↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18]\u000a20:32:20.746415 tst handover.py:18: Test FAILED (6.5 sec)\u000a20:32:20.806556 run osmo-hlr_10.42.42.2(pid=24663): ERR: Terminated: ERROR {rc=237} [trial-2381↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24663)]\u000a20:32:20.856102 run osmo-hlr_10.42.42.2(pid=24663): stdout: \u000a| (launched: 2022-12-12_20:32:17.967785) \u000a20:32:20.906006 run osmo-hlr_10.42.42.2(pid=24663): stderr: \u000a| �[0;m�[1;31m20221212203218142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212203218142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212203218142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212203218142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212203218142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212203218142 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212203218155 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/handover_2G:trx-lms-limenet-micro+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212203218163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212203218163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212203218164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:32:20.972975 run osmo-msc_10.42.42.6(pid=24669): ERR: Terminated: ERROR {rc=2} [trial-2381↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24669)]\u000a20:32:21.022302 run osmo-msc_10.42.42.6(pid=24669): stdout: \u000a| (launched: 2022-12-12_20:32:19.851218) \u000a20:32:21.072150 run osmo-msc_10.42.42.6(pid=24669): stderr: \u000a| �[0;m�[38;5;43m20221212203220121 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212203220122 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2ea2dd4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212203220122 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212203220122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212203220122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212203220122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212203220124 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212203220124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212203220124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212203220124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:32:21.113956 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24662): Terminating (SIGTERM)\u000a20:32:21.153843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24665): Terminating (SIGTERM)\u000a20:32:21.193605 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24668): Terminating (SIGTERM)\u000a20:32:21.203059 --- ParallelTerminationStrategy: PID 24662 died...\u000a20:32:21.256429 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24662): Terminated: ok {rc=0}\u000a20:32:21.266414 --- ParallelTerminationStrategy: PID 24665 died...\u000a20:32:21.319340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24665): Terminated: ok {rc=0}\u000a20:32:21.329227 --- ParallelTerminationStrategy: PID 24668 died...\u000a20:32:21.383576 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24668): Terminated: ok {rc=0}\u000a20:32:21.467249 bus /sierra_3: Setting Powered False\u000a20:32:22.575350 bus /sierra_3: Setting Powered False\u000a20:32:23.685187 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "192", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:32:13" }, { "cases" : [ { "testActions" : [ ], "age" : 210, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24680): Process ended prematurely: osmo-stp_10.42.42.5(pid=24680) [trial-2381↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24680)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24680): Process ended prematurely: osmo-stp_10.42.42.5(pid=24680) [trial-2381↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24680)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a20:32:25.718253 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:32:25.729761 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a20:32:25.870678 tst handover.py: using LAC 31345\u000a20:32:25.994659 tst handover.py: using RAC 235\u000a20:32:26.116876 tst handover.py: using CellId 31345\u000a20:32:26.238740 tst handover.py: using BVCI 31346\u000a20:32:26.261980 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a20:32:26.399461 tst handover.py: using LAC 31346\u000a20:32:26.521208 tst handover.py: using RAC 236\u000a20:32:26.649171 tst handover.py: using CellId 31346\u000a20:32:26.778304 tst handover.py: using BVCI 31347\u000a20:32:26.803212 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:32:26.814896 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:32:26.826382 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:32:26.837941 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:32:26.849436 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:32:26.861023 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a20:32:26.977906 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a20:32:27.190173 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:32:27.688137 run create_hlr_db(pid=24674): Launched\u000a20:32:27.822218 bus /sierra_2: Setting Powered False\u000a20:32:28.900373 run create_hlr_db(pid=24674): Terminated: ok {rc=0}\u000a20:32:29.288735 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24676): Launched\u000a20:32:29.598873 run osmo-hlr_10.42.42.2(pid=24677): Launched\u000a20:32:29.720054 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:32:30.234629 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24679): Launched\u000a20:32:30.543986 run osmo-stp_10.42.42.5(pid=24680): Launched\u000a20:32:30.657216 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:32:31.243386 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24682): Launched\u000a20:32:31.651200 run osmo-msc_10.42.42.6(pid=24683): Launched\u000a20:32:31.880278 run osmo-stp_10.42.42.5(pid=24680): ERR: Terminated: ERROR {rc=1} [trial-2381↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24680)]\u000a20:32:32.086951 run osmo-stp_10.42.42.5(pid=24680): stdout: \u000a| (launched: 2022-12-12_20:32:30.389494)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:32:32.288840 run osmo-stp_10.42.42.5(pid=24680): stderr: \u000a| �[0;m�[38;5;43m20221212203230558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212203230558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212203230558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212203230559 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212203230559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212203230559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212203230559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:32:32.412803 run osmo-stp_10.42.42.5(pid=24680): stdout: \u000a| (launched: 2022-12-12_20:32:30.389494)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:32:32.534828 run osmo-stp_10.42.42.5(pid=24680): stderr: \u000a| �[0;m�[38;5;43m20221212203230558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212203230558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212203230558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212203230559 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212203230559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212203230559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212203230559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:32:32.588196 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=24680): Process ended prematurely: osmo-stp_10.42.42.5(pid=24680) [trial-2381↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24680)] [trial-2381↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18]\u000a20:32:32.596352 tst handover.py:18: Test FAILED (6.9 sec)\u000a20:32:32.657428 run osmo-hlr_10.42.42.2(pid=24677): ERR: Terminated: ERROR {rc=237} [trial-2381↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24677)]\u000a20:32:32.707142 run osmo-hlr_10.42.42.2(pid=24677): stdout: \u000a| (launched: 2022-12-12_20:32:29.444116) \u000a20:32:32.757420 run osmo-hlr_10.42.42.2(pid=24677): stderr: \u000a| �[0;m�[1;31m20221212203229618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212203229618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212203229618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212203229619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212203229619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212203229619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212203229631 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212203229639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212203229639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212203229639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:32:32.825615 run osmo-msc_10.42.42.6(pid=24683): ERR: Terminated: ERROR {rc=2} [trial-2381↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24683)]\u000a20:32:32.875134 run osmo-msc_10.42.42.6(pid=24683): stdout: \u000a| (launched: 2022-12-12_20:32:31.416072) \u000a20:32:32.925349 run osmo-msc_10.42.42.6(pid=24683): stderr: \u000a| �[0;m�[38;5;43m20221212203232030 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212203232031 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe8b8a5cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212203232031 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212203232031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212203232031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212203232031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212203232033 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212203232033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212203232033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212203232033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:32:32.967178 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24676): Terminating (SIGTERM)\u000a20:32:33.006997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24679): Terminating (SIGTERM)\u000a20:32:33.046791 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24682): Terminating (SIGTERM)\u000a20:32:33.056363 --- ParallelTerminationStrategy: PID 24676 died...\u000a20:32:33.110255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24676): Terminated: ok {rc=0}\u000a20:32:33.120156 --- ParallelTerminationStrategy: PID 24679 died...\u000a20:32:33.173803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24679): Terminated: ok {rc=0}\u000a20:32:33.183659 --- ParallelTerminationStrategy: PID 24682 died...\u000a20:32:33.238042 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24682): Terminated: ok {rc=0}\u000a20:32:33.327538 bus /sierra_3: Setting Powered False\u000a20:32:34.431862 bus /sierra_3: Setting Powered False\u000a20:32:35.543609 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "193", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:32:25" }, { "cases" : [ { "testActions" : [ ], "age" : 210, "className" : "handover_2G:trx-sysmocell5000+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24694): Process ended prematurely: osmo-stp_10.42.42.5(pid=24694) [trial-2381↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24694)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24694): Process ended prematurely: osmo-stp_10.42.42.5(pid=24694) [trial-2381↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24694)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 handover_2G:trx-sysmocell5000+bts1-sysmo handover.py\u000a----------------------------------------------\u000a20:32:37.557050 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a20:32:37.568139 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a20:32:37.706495 tst handover.py: using LAC 31347\u000a20:32:37.827998 tst handover.py: using RAC 237\u000a20:32:37.949560 tst handover.py: using CellId 31347\u000a20:32:38.068739 tst handover.py: using BVCI 31348\u000a20:32:38.091918 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a20:32:38.216352 tst handover.py: using LAC 31348\u000a20:32:38.336259 tst handover.py: using RAC 238\u000a20:32:38.457522 tst handover.py: using CellId 31348\u000a20:32:38.577077 tst handover.py: using BVCI 31349\u000a20:32:38.600398 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a20:32:38.611580 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a20:32:38.622640 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a20:32:38.634257 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a20:32:38.645836 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a20:32:38.657164 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a20:32:38.776266 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a20:32:38.979963 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:32:39.439641 run create_hlr_db(pid=24688): Launched\u000a20:32:39.565069 bus /sierra_2: Setting Powered False\u000a20:32:40.638878 run create_hlr_db(pid=24688): Terminated: ok {rc=0}\u000a20:32:41.023979 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24690): Launched\u000a20:32:41.333074 run osmo-hlr_10.42.42.2(pid=24691): Launched\u000a20:32:41.446160 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:32:41.955407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24693): Launched\u000a20:32:42.263225 run osmo-stp_10.42.42.5(pid=24694): Launched\u000a20:32:42.374925 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:32:42.908635 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24696): Launched\u000a20:32:43.217499 run osmo-msc_10.42.42.6(pid=24697): Launched\u000a20:32:43.397117 run osmo-stp_10.42.42.5(pid=24694): ERR: Terminated: ERROR {rc=1} [trial-2381↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24694)]\u000a20:32:43.526957 run osmo-stp_10.42.42.5(pid=24694): stdout: \u000a| (launched: 2022-12-12_20:32:42.110670)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:32:43.654621 run osmo-stp_10.42.42.5(pid=24694): stderr: \u000a| �[0;m�[38;5;43m20221212203242279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212203242280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212203242280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212203242280 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212203242281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212203242281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212203242281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:32:43.777475 run osmo-stp_10.42.42.5(pid=24694): stdout: \u000a| (launched: 2022-12-12_20:32:42.110670)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:32:43.899294 run osmo-stp_10.42.42.5(pid=24694): stderr: \u000a| �[0;m�[38;5;43m20221212203242279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212203242280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212203242280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212203242280 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212203242281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212203242281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212203242281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:32:43.952633 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=24694): Process ended prematurely: osmo-stp_10.42.42.5(pid=24694) [trial-2381↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24694)] [trial-2381↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18]\u000a20:32:43.960635 tst handover.py:18: Test FAILED (6.4 sec)\u000a20:32:44.021162 run osmo-hlr_10.42.42.2(pid=24691): ERR: Terminated: ERROR {rc=237} [trial-2381↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24691)]\u000a20:32:44.070509 run osmo-hlr_10.42.42.2(pid=24691): stdout: \u000a| (launched: 2022-12-12_20:32:41.179146) \u000a20:32:44.120151 run osmo-hlr_10.42.42.2(pid=24691): stderr: \u000a| �[0;m�[1;31m20221212203241355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212203241355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212203241355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212203241355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212203241355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212203241355 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212203241367 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/handover_2G:trx-sysmocell5000+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212203241375 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212203241376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212203241376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:32:44.187851 run osmo-msc_10.42.42.6(pid=24697): ERR: Terminated: ERROR {rc=2} [trial-2381↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24697)]\u000a20:32:44.237044 run osmo-msc_10.42.42.6(pid=24697): stdout: \u000a| (launched: 2022-12-12_20:32:43.063030) \u000a20:32:44.286739 run osmo-msc_10.42.42.6(pid=24697): stderr: \u000a| �[0;m�[38;5;43m20221212203243335 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212203243335 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f236e84dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212203243335 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212203243335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212203243336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212203243336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212203243338 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212203243338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212203243338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212203243338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:32:44.328772 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24690): Terminating (SIGTERM)\u000a20:32:44.368717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24693): Terminating (SIGTERM)\u000a20:32:44.408763 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24696): Terminating (SIGTERM)\u000a20:32:44.418360 --- ParallelTerminationStrategy: PID 24690 died...\u000a20:32:44.472341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24690): Terminated: ok {rc=0}\u000a20:32:44.482500 --- ParallelTerminationStrategy: PID 24693 died...\u000a20:32:44.536126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24693): Terminated: ok {rc=0}\u000a20:32:44.546128 --- ParallelTerminationStrategy: PID 24696 died...\u000a20:32:44.599968 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24696): Terminated: ok {rc=0}\u000a20:32:44.689819 bus /sierra_3: Setting Powered False\u000a20:32:45.794405 bus /sierra_3: Setting Powered False\u000a20:32:46.922134 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "194", "name" : "handover_2G_trx-sysmocell5000+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:32:37" }, { "cases" : [ { "testActions" : [ ], "age" : 210, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24709): Process ended prematurely: osmo-stp_10.42.42.5(pid=24709) [trial-2381↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24709)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24709): Process ended prematurely: osmo-stp_10.42.42.5(pid=24709) [trial-2381↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24709)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 handover_2G:trx-sysmocell5000+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a20:32:48.952797 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:32:48.964790 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a20:32:49.104866 tst handover.py: using LAC 31349\u000a20:32:49.226719 tst handover.py: using RAC 239\u000a20:32:49.354133 tst handover.py: using CellId 31349\u000a20:32:49.482136 tst handover.py: using BVCI 31350\u000a20:32:49.506951 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a20:32:49.652335 tst handover.py: using LAC 31350\u000a20:32:49.780386 tst handover.py: using RAC 240\u000a20:32:49.907948 tst handover.py: using CellId 31350\u000a20:32:50.037465 tst handover.py: using BVCI 31351\u000a20:32:50.062344 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:32:50.073883 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:32:50.085277 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:32:50.096696 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:32:50.108138 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:32:50.119518 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a20:32:50.240879 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a20:32:50.446043 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:32:50.903401 run create_hlr_db(pid=24702): Launched\u000a20:32:51.028822 bus /sierra_2: Setting Powered False\u000a20:32:52.102732 run create_hlr_db(pid=24702): Terminated: ok {rc=0}\u000a20:32:52.487846 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24705): Launched\u000a20:32:52.795352 run osmo-hlr_10.42.42.2(pid=24706): Launched\u000a20:32:52.914358 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:32:53.429316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24708): Launched\u000a20:32:53.738764 run osmo-stp_10.42.42.5(pid=24709): Launched\u000a20:32:53.850761 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:32:54.387398 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24711): Launched\u000a20:32:54.695903 run osmo-msc_10.42.42.6(pid=24712): Launched\u000a20:32:54.875712 run osmo-stp_10.42.42.5(pid=24709): ERR: Terminated: ERROR {rc=1} [trial-2381↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24709)]\u000a20:32:55.005186 run osmo-stp_10.42.42.5(pid=24709): stdout: \u000a| (launched: 2022-12-12_20:32:53.584464)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:32:55.132185 run osmo-stp_10.42.42.5(pid=24709): stderr: \u000a| �[0;m�[38;5;43m20221212203253754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212203253754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212203253754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212203253755 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212203253755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212203253755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212203253755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:32:55.254736 run osmo-stp_10.42.42.5(pid=24709): stdout: \u000a| (launched: 2022-12-12_20:32:53.584464)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:32:55.376917 run osmo-stp_10.42.42.5(pid=24709): stderr: \u000a| �[0;m�[38;5;43m20221212203253754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212203253754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212203253754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212203253755 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212203253755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212203253755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212203253755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:32:55.430444 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=24709): Process ended prematurely: osmo-stp_10.42.42.5(pid=24709) [trial-2381↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24709)] [trial-2381↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18]\u000a20:32:55.438528 tst handover.py:18: Test FAILED (6.5 sec)\u000a20:32:55.499455 run osmo-hlr_10.42.42.2(pid=24706): ERR: Terminated: ERROR {rc=237} [trial-2381↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24706)]\u000a20:32:55.549061 run osmo-hlr_10.42.42.2(pid=24706): stdout: \u000a| (launched: 2022-12-12_20:32:52.643236) \u000a20:32:55.599137 run osmo-hlr_10.42.42.2(pid=24706): stderr: \u000a| �[0;m�[1;31m20221212203252821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212203252821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212203252821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212203252821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212203252821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212203252821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212203252832 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/handover_2G:trx-sysmocell5000+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212203252840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212203252841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212203252841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:32:55.667639 run osmo-msc_10.42.42.6(pid=24712): ERR: Terminated: ERROR {rc=2} [trial-2381↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24712)]\u000a20:32:55.717041 run osmo-msc_10.42.42.6(pid=24712): stdout: \u000a| (launched: 2022-12-12_20:32:54.542877) \u000a20:32:55.766942 run osmo-msc_10.42.42.6(pid=24712): stderr: \u000a| �[0;m�[38;5;43m20221212203254812 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212203254813 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faec8fc8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212203254813 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212203254813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212203254813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212203254813 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212203254815 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212203254815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212203254815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212203254815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:32:55.808834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24705): Terminating (SIGTERM)\u000a20:32:55.848903 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24708): Terminating (SIGTERM)\u000a20:32:55.889307 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24711): Terminating (SIGTERM)\u000a20:32:55.899024 --- ParallelTerminationStrategy: PID 24705 died...\u000a20:32:55.952576 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24705): Terminated: ok {rc=0}\u000a20:32:55.962537 --- ParallelTerminationStrategy: PID 24708 died...\u000a20:32:56.015783 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24708): Terminated: ok {rc=0}\u000a20:32:56.025750 --- ParallelTerminationStrategy: PID 24711 died...\u000a20:32:56.079849 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24711): Terminated: ok {rc=0}\u000a20:32:56.166555 bus /sierra_3: Setting Powered False\u000a20:32:57.269148 bus /sierra_3: Setting Powered False\u000a20:32:58.380099 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "195", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:32:48" }, { "cases" : [ { "testActions" : [ ], "age" : 210, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24724): Process ended prematurely: osmo-stp_10.42.42.5(pid=24724) [trial-2381↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24724)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24724): Process ended prematurely: osmo-stp_10.42.42.5(pid=24724) [trial-2381↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24724)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 handover_2G:trx-sysmocell5000+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a20:33:00.408125 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:33:00.419322 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a20:33:00.556649 tst handover.py: using LAC 31351\u000a20:33:00.682345 tst handover.py: using RAC 241\u000a20:33:00.799536 tst handover.py: using CellId 31351\u000a20:33:00.933259 tst handover.py: using BVCI 31352\u000a20:33:00.957844 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a20:33:01.105806 tst handover.py: using LAC 31352\u000a20:33:01.260270 tst handover.py: using RAC 242\u000a20:33:01.394958 tst handover.py: using CellId 31352\u000a20:33:01.528517 tst handover.py: using BVCI 31353\u000a20:33:01.554382 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:33:01.566919 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:33:01.580636 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:33:01.593063 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:33:01.605812 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:33:01.618620 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a20:33:01.759475 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a20:33:01.988575 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:33:02.493362 run create_hlr_db(pid=24718): Launched\u000a20:33:02.627352 bus /sierra_2: Setting Powered False\u000a20:33:03.705506 run create_hlr_db(pid=24718): Terminated: ok {rc=0}\u000a20:33:04.093370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24720): Launched\u000a20:33:04.403006 run osmo-hlr_10.42.42.2(pid=24721): Launched\u000a20:33:04.523031 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:33:05.034756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24723): Launched\u000a20:33:05.342753 run osmo-stp_10.42.42.5(pid=24724): Launched\u000a20:33:05.454133 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:33:05.988792 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24726): Launched\u000a20:33:06.299342 run osmo-msc_10.42.42.6(pid=24727): Launched\u000a20:33:06.489505 run osmo-stp_10.42.42.5(pid=24724): ERR: Terminated: ERROR {rc=1} [trial-2381↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24724)]\u000a20:33:06.618609 run osmo-stp_10.42.42.5(pid=24724): stdout: \u000a| (launched: 2022-12-12_20:33:05.189379)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:33:06.746235 run osmo-stp_10.42.42.5(pid=24724): stderr: \u000a| �[0;m�[38;5;43m20221212203305358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212203305358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212203305359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212203305359 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212203305359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212203305360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212203305360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:33:06.869749 run osmo-stp_10.42.42.5(pid=24724): stdout: \u000a| (launched: 2022-12-12_20:33:05.189379)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:33:06.992100 run osmo-stp_10.42.42.5(pid=24724): stderr: \u000a| �[0;m�[38;5;43m20221212203305358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212203305358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212203305359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212203305359 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212203305359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212203305360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212203305360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:33:07.045439 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=24724): Process ended prematurely: osmo-stp_10.42.42.5(pid=24724) [trial-2381↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24724)] [trial-2381↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18]\u000a20:33:07.053644 tst handover.py:18: Test FAILED (6.6 sec)\u000a20:33:07.114582 run osmo-hlr_10.42.42.2(pid=24721): ERR: Terminated: ERROR {rc=237} [trial-2381↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24721)]\u000a20:33:07.164107 run osmo-hlr_10.42.42.2(pid=24721): stdout: \u000a| (launched: 2022-12-12_20:33:04.248396) \u000a20:33:07.214056 run osmo-hlr_10.42.42.2(pid=24721): stderr: \u000a| �[0;m�[1;31m20221212203304425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212203304425 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212203304426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212203304426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212203304426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212203304426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212203304438 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/handover_2G:trx-sysmocell5000+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212203304449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212203304449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212203304449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:33:07.282124 run osmo-msc_10.42.42.6(pid=24727): ERR: Terminated: ERROR {rc=2} [trial-2381↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24727)]\u000a20:33:07.331601 run osmo-msc_10.42.42.6(pid=24727): stdout: \u000a| (launched: 2022-12-12_20:33:06.143352) \u000a20:33:07.382263 run osmo-msc_10.42.42.6(pid=24727): stderr: \u000a| �[0;m�[38;5;43m20221212203306413 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212203306414 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fba20f3ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212203306414 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212203306414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212203306414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212203306414 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212203306416 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212203306416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212203306416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212203306416 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:33:07.424472 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24720): Terminating (SIGTERM)\u000a20:33:07.464585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24723): Terminating (SIGTERM)\u000a20:33:07.504763 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24726): Terminating (SIGTERM)\u000a20:33:07.514461 --- ParallelTerminationStrategy: PID 24720 died...\u000a20:33:07.568060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24720): Terminated: ok {rc=0}\u000a20:33:07.578186 --- ParallelTerminationStrategy: PID 24723 died...\u000a20:33:07.631584 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24723): Terminated: ok {rc=0}\u000a20:33:07.641956 --- ParallelTerminationStrategy: PID 24726 died...\u000a20:33:07.696467 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24726): Terminated: ok {rc=0}\u000a20:33:07.786154 bus /sierra_3: Setting Powered False\u000a20:33:08.889825 bus /sierra_3: Setting Powered False\u000a20:33:10.002272 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "196", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:33:00" }, { "cases" : [ { "testActions" : [ ], "age" : 64, "className" : "handover_2G:sysmo+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24738): Process ended prematurely: osmo-stp_10.42.42.5(pid=24738) [trial-2381↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24738)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24738): Process ended prematurely: osmo-stp_10.42.42.5(pid=24738) [trial-2381↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24738)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 handover_2G:sysmo+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a20:33:12.021035 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:33:12.032509 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a20:33:12.166543 tst handover.py: using LAC 31353\u000a20:33:12.293210 tst handover.py: using RAC 243\u000a20:33:12.418857 tst handover.py: using CellId 31353\u000a20:33:12.549410 tst handover.py: using BVCI 31354\u000a20:33:12.574320 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a20:33:12.716871 tst handover.py: using LAC 31354\u000a20:33:12.843292 tst handover.py: using RAC 244\u000a20:33:12.969848 tst handover.py: using CellId 31354\u000a20:33:13.097910 tst handover.py: using BVCI 31355\u000a20:33:13.122742 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:33:13.134156 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:33:13.145379 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:33:13.156691 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:33:13.168066 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a20:33:13.180041 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a20:33:13.295410 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a20:33:13.498101 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:33:13.957167 run create_hlr_db(pid=24732): Launched\u000a20:33:14.082197 bus /sierra_2: Setting Powered False\u000a20:33:15.155678 run create_hlr_db(pid=24732): Terminated: ok {rc=0}\u000a20:33:15.540382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24734): Launched\u000a20:33:15.888732 run osmo-hlr_10.42.42.2(pid=24735): Launched\u000a20:33:16.095087 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:33:16.666497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24737): Launched\u000a20:33:17.147372 run osmo-stp_10.42.42.5(pid=24738): Launched\u000a20:33:17.285808 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:33:17.832786 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24740): Launched\u000a20:33:18.138794 run osmo-msc_10.42.42.6(pid=24741): Launched\u000a20:33:18.317390 run osmo-stp_10.42.42.5(pid=24738): ERR: Terminated: ERROR {rc=1} [trial-2381↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24738)]\u000a20:33:18.445859 run osmo-stp_10.42.42.5(pid=24738): stdout: \u000a| (launched: 2022-12-12_20:33:16.839848)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:33:18.573233 run osmo-stp_10.42.42.5(pid=24738): stderr: \u000a| �[0;m�[38;5;43m20221212203317039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212203317040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212203317040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212203317040 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212203317041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212203317041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212203317041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:33:18.695186 run osmo-stp_10.42.42.5(pid=24738): stdout: \u000a| (launched: 2022-12-12_20:33:16.839848)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:33:18.816165 run osmo-stp_10.42.42.5(pid=24738): stderr: \u000a| �[0;m�[38;5;43m20221212203317039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212203317040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212203317040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212203317040 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212203317041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212203317041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212203317041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:33:18.869295 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=24738): Process ended prematurely: osmo-stp_10.42.42.5(pid=24738) [trial-2381↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24738)] [trial-2381↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18]\u000a20:33:18.877465 tst handover.py:18: Test FAILED (6.8 sec)\u000a20:33:18.938738 run osmo-hlr_10.42.42.2(pid=24735): ERR: Terminated: ERROR {rc=237} [trial-2381↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24735)]\u000a20:33:18.988514 run osmo-hlr_10.42.42.2(pid=24735): stdout: \u000a| (launched: 2022-12-12_20:33:15.698957) \u000a20:33:19.039243 run osmo-hlr_10.42.42.2(pid=24735): stderr: \u000a| �[0;m�[1;31m20221212203315872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212203315872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212203315872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212203315872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212203315872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212203315873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212203315888 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/handover_2G:sysmo+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212203315904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212203315904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212203315904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:33:19.107955 run osmo-msc_10.42.42.6(pid=24741): ERR: Terminated: ERROR {rc=2} [trial-2381↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24741)]\u000a20:33:19.157931 run osmo-msc_10.42.42.6(pid=24741): stdout: \u000a| (launched: 2022-12-12_20:33:17.986555) \u000a20:33:19.208337 run osmo-msc_10.42.42.6(pid=24741): stderr: \u000a| �[0;m�[38;5;43m20221212203318255 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212203318256 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8cf8982c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212203318256 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212203318256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212203318256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212203318256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212203318258 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212203318258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212203318258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212203318258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:33:19.250838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24734): Terminating (SIGTERM)\u000a20:33:19.291835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24737): Terminating (SIGTERM)\u000a20:33:19.332418 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24740): Terminating (SIGTERM)\u000a20:33:19.342144 --- ParallelTerminationStrategy: PID 24734 died...\u000a20:33:19.396121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24734): Terminated: ok {rc=0}\u000a20:33:19.406192 --- ParallelTerminationStrategy: PID 24737 died...\u000a20:33:19.459889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24737): Terminated: ok {rc=0}\u000a20:33:19.469813 --- ParallelTerminationStrategy: PID 24740 died...\u000a20:33:19.523526 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24740): Terminated: ok {rc=0}\u000a20:33:19.614085 bus /sierra_3: Setting Powered False\u000a20:33:20.718464 bus /sierra_3: Setting Powered False\u000a20:33:21.830758 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "197", "name" : "handover_2G_sysmo+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:33:11" }, { "cases" : [ { "testActions" : [ ], "age" : 64, "className" : "handover_2G:sysmo+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24752): Process ended prematurely: osmo-stp_10.42.42.5(pid=24752) [trial-2381↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24752)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24752): Process ended prematurely: osmo-stp_10.42.42.5(pid=24752) [trial-2381↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24752)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 handover_2G:sysmo+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a20:33:23.821807 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:33:23.832439 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a20:33:23.957976 tst handover.py: using LAC 31355\u000a20:33:24.079070 tst handover.py: using RAC 245\u000a20:33:24.196367 tst handover.py: using CellId 31355\u000a20:33:24.315098 tst handover.py: using BVCI 31356\u000a20:33:24.338088 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a20:33:24.470124 tst handover.py: using LAC 31356\u000a20:33:24.586847 tst handover.py: using RAC 246\u000a20:33:24.703635 tst handover.py: using CellId 31356\u000a20:33:24.822869 tst handover.py: using BVCI 31357\u000a20:33:24.845908 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:33:24.856716 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:33:24.867378 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:33:24.878144 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:33:24.889196 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:33:24.900275 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a20:33:25.020128 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a20:33:25.221665 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:33:25.675167 run create_hlr_db(pid=24746): Launched\u000a20:33:25.799105 bus /sierra_2: Setting Powered False\u000a20:33:26.872425 run create_hlr_db(pid=24746): Terminated: ok {rc=0}\u000a20:33:27.278697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24748): Launched\u000a20:33:27.607235 run osmo-hlr_10.42.42.2(pid=24749): Launched\u000a20:33:27.725880 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:33:28.263269 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24751): Launched\u000a20:33:28.590405 run osmo-stp_10.42.42.5(pid=24752): Launched\u000a20:33:28.708892 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:33:29.276114 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24754): Launched\u000a20:33:29.604672 run osmo-msc_10.42.42.6(pid=24755): Launched\u000a20:33:29.795947 run osmo-stp_10.42.42.5(pid=24752): ERR: Terminated: ERROR {rc=1} [trial-2381↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24752)]\u000a20:33:29.933721 run osmo-stp_10.42.42.5(pid=24752): stdout: \u000a| (launched: 2022-12-12_20:33:28.428562)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:33:30.069809 run osmo-stp_10.42.42.5(pid=24752): stderr: \u000a| �[0;m�[38;5;43m20221212203328619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212203328619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212203328619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212203328620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212203328620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212203328620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212203328620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:33:30.200499 run osmo-stp_10.42.42.5(pid=24752): stdout: \u000a| (launched: 2022-12-12_20:33:28.428562)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:33:30.330653 run osmo-stp_10.42.42.5(pid=24752): stderr: \u000a| �[0;m�[38;5;43m20221212203328619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212203328619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212203328619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212203328620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212203328620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212203328620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212203328620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:33:30.387584 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=24752): Process ended prematurely: osmo-stp_10.42.42.5(pid=24752) [trial-2381↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24752)] [trial-2381↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18]\u000a20:33:30.396311 tst handover.py:18: Test FAILED (6.6 sec)\u000a20:33:30.459980 run osmo-hlr_10.42.42.2(pid=24749): ERR: Terminated: ERROR {rc=237} [trial-2381↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24749)]\u000a20:33:30.511890 run osmo-hlr_10.42.42.2(pid=24749): stdout: \u000a| (launched: 2022-12-12_20:33:27.444128) \u000a20:33:30.564994 run osmo-hlr_10.42.42.2(pid=24749): stderr: \u000a| �[0;m�[1;31m20221212203327641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212203327641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212203327641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212203327641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212203327641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212203327642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212203327668 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/handover_2G:sysmo+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212203327677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212203327677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212203327677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:33:30.636937 run osmo-msc_10.42.42.6(pid=24755): ERR: Terminated: ERROR {rc=2} [trial-2381↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24755)]\u000a20:33:30.689002 run osmo-msc_10.42.42.6(pid=24755): stdout: \u000a| (launched: 2022-12-12_20:33:29.441974) \u000a20:33:30.741333 run osmo-msc_10.42.42.6(pid=24755): stderr: \u000a| �[0;m�[38;5;43m20221212203329761 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212203329762 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f74581e1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212203329762 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212203329762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212203329762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212203329762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212203329764 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212203329764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212203329764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212203329764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:33:30.786040 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24748): Terminating (SIGTERM)\u000a20:33:30.828297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24751): Terminating (SIGTERM)\u000a20:33:30.872757 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24754): Terminating (SIGTERM)\u000a20:33:30.886614 --- ParallelTerminationStrategy: PID 24748 died...\u000a20:33:30.955030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24748): Terminated: ok {rc=0}\u000a20:33:30.965937 --- ParallelTerminationStrategy: PID 24751 died...\u000a20:33:31.023962 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24751): Terminated: ok {rc=0}\u000a20:33:31.038106 --- ParallelTerminationStrategy: PID 24754 died...\u000a20:33:31.123842 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24754): Terminated: ok {rc=0}\u000a20:33:31.213634 bus /sierra_3: Setting Powered False\u000a20:33:32.328232 bus /sierra_3: Setting Powered False\u000a20:33:33.439982 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "198", "name" : "handover_2G_sysmo+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:33:23" }, { "cases" : [ { "testActions" : [ ], "age" : 64, "className" : "handover_2G:trx-b200+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24766): Process ended prematurely: osmo-stp_10.42.42.5(pid=24766) [trial-2381↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24766)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24766): Process ended prematurely: osmo-stp_10.42.42.5(pid=24766) [trial-2381↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24766)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2381 handover_2G:trx-b200+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a20:33:35.453699 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:33:35.464447 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a20:33:35.600545 tst handover.py: using LAC 31357\u000a20:33:35.728004 tst handover.py: using RAC 247\u000a20:33:35.859226 tst handover.py: using CellId 31357\u000a20:33:35.986731 tst handover.py: using BVCI 31358\u000a20:33:36.011592 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a20:33:36.162679 tst handover.py: using LAC 31358\u000a20:33:36.286778 tst handover.py: using RAC 248\u000a20:33:36.411072 tst handover.py: using CellId 31358\u000a20:33:36.534967 tst handover.py: using BVCI 31359\u000a20:33:36.559086 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:33:36.570262 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:33:36.581393 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:33:36.592587 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:33:36.603727 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a20:33:36.615206 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a20:33:36.731185 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a20:33:36.942625 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a20:33:37.425481 run create_hlr_db(pid=24760): Launched\u000a20:33:37.557326 bus /sierra_2: Setting Powered False\u000a20:33:38.633912 run create_hlr_db(pid=24760): Terminated: ok {rc=0}\u000a20:33:39.012170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24762): Launched\u000a20:33:39.313519 run osmo-hlr_10.42.42.2(pid=24763): Launched\u000a20:33:39.432708 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a20:33:39.955625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24765): Launched\u000a20:33:40.276323 run osmo-stp_10.42.42.5(pid=24766): Launched\u000a20:33:40.392166 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a20:33:40.951400 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24768): Launched\u000a20:33:41.272894 run osmo-msc_10.42.42.6(pid=24769): Launched\u000a20:33:41.460559 run osmo-stp_10.42.42.5(pid=24766): ERR: Terminated: ERROR {rc=1} [trial-2381↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24766)]\u000a20:33:41.595419 run osmo-stp_10.42.42.5(pid=24766): stdout: \u000a| (launched: 2022-12-12_20:33:40.118631)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:33:41.730907 run osmo-stp_10.42.42.5(pid=24766): stderr: \u000a| �[0;m�[38;5;43m20221212203340307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212203340308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212203340308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212203340308 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212203340309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212203340309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212203340309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:33:41.859878 run osmo-stp_10.42.42.5(pid=24766): stdout: \u000a| (launched: 2022-12-12_20:33:40.118631)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a20:33:41.987825 run osmo-stp_10.42.42.5(pid=24766): stderr: \u000a| �[0;m�[38;5;43m20221212203340307 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221212203340308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221212203340308 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221212203340308 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221212203340309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221212203340309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221212203340309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a20:33:42.043868 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=24766): Process ended prematurely: osmo-stp_10.42.42.5(pid=24766) [trial-2381↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24766)] [trial-2381↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18]\u000a20:33:42.052400 tst handover.py:18: Test FAILED (6.6 sec)\u000a20:33:42.115330 run osmo-hlr_10.42.42.2(pid=24763): ERR: Terminated: ERROR {rc=237} [trial-2381↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24763)]\u000a20:33:42.166786 run osmo-hlr_10.42.42.2(pid=24763): stdout: \u000a| (launched: 2022-12-12_20:33:39.163941) \u000a20:33:42.218786 run osmo-hlr_10.42.42.2(pid=24763): stderr: \u000a| �[0;m�[1;31m20221212203339335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221212203339335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221212203339335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212203339335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221212203339335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221212203339335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221212203339348 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2381/run.2022-12-12_19-09-05/handover_2G:trx-b200+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221212203339356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221212203339356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221212203339356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a20:33:42.289291 run osmo-msc_10.42.42.6(pid=24769): ERR: Terminated: ERROR {rc=2} [trial-2381↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24769)]\u000a20:33:42.340553 run osmo-msc_10.42.42.6(pid=24769): stdout: \u000a| (launched: 2022-12-12_20:33:41.114748) \u000a20:33:42.392414 run osmo-msc_10.42.42.6(pid=24769): stderr: \u000a| �[0;m�[38;5;43m20221212203341433 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221212203341433 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4e5818fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221212203341433 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221212203341433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221212203341433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221212203341434 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221212203341435 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221212203341436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221212203341436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221212203341436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a20:33:42.436173 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24762): Terminating (SIGTERM)\u000a20:33:42.477902 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24765): Terminating (SIGTERM)\u000a20:33:42.519688 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24768): Terminating (SIGTERM)\u000a20:33:42.529622 --- ParallelTerminationStrategy: PID 24762 died...\u000a20:33:42.585740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24762): Terminated: ok {rc=0}\u000a20:33:42.596027 --- ParallelTerminationStrategy: PID 24765 died...\u000a20:33:42.652624 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24765): Terminated: ok {rc=0}\u000a20:33:42.662596 --- ParallelTerminationStrategy: PID 24768 died...\u000a20:33:42.717626 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24768): Terminated: ok {rc=0}\u000a20:33:42.804227 bus /sierra_3: Setting Powered False\u000a20:33:43.907746 bus /sierra_3: Setting Powered False\u000a20:33:45.013904 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "199", "name" : "handover_2G_trx-b200+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-12T20:33:35" } ] }